diff --git a/sdk/litellm-ai/.gitignore b/sdk/litellm-ai/.gitignore deleted file mode 100644 index b9470778764..00000000000 --- a/sdk/litellm-ai/.gitignore +++ /dev/null @@ -1,2 +0,0 @@ -node_modules/ -dist/ diff --git a/sdk/litellm-ai/README.md b/sdk/litellm-ai/README.md deleted file mode 100644 index 76d63189f4c..00000000000 --- a/sdk/litellm-ai/README.md +++ /dev/null @@ -1,197 +0,0 @@ -# LiteLLM TypeScript SDK - -A fully typed TypeScript SDK for the [LiteLLM AI Gateway](https://github.com/BerriAI/litellm), auto-generated from the OpenAPI spec using [Hey API](https://heyapi.dev/). - -One SDK to call **all** LiteLLM endpoints — `/chat/completions`, `/responses`, `/embeddings`, `/ocr`, `/rerank`, `/images/generations`, and every management API — with full TypeScript type safety. - -## Installation - -```bash -npm install litellm -``` - -## Quick Start - -```typescript -import { client, chatCompletionV1ChatCompletionsPost } from "litellm"; - -// Configure the client to point at your LiteLLM proxy -client.setConfig({ - baseUrl: "http://localhost:4000", - headers: { - Authorization: "Bearer sk-your-api-key", - }, -}); - -// Chat Completions — fully typed request & response -const { data, error } = await chatCompletionV1ChatCompletionsPost({ - body: { - model: "gpt-4o", - messages: [{ role: "user", content: "Hello!" }], - }, -}); - -if (error) { - console.error(error); -} else { - console.log(data); -} -``` - -## Usage Examples - -### Embeddings - -```typescript -import { embeddingsV1EmbeddingsPost } from "litellm"; - -const { data } = await embeddingsV1EmbeddingsPost({ - body: { - model: "text-embedding-3-small", - input: "The quick brown fox jumps over the lazy dog", - }, -}); -``` - -### OCR - -```typescript -import { ocrV1OcrPost } from "litellm"; - -const { data } = await ocrV1OcrPost({ - body: { - model: "gpt-4o", - url: "https://example.com/document.pdf", - }, -}); -``` - -### Responses API - -```typescript -import { responsesApiV1ResponsesPost } from "litellm"; - -const { data } = await responsesApiV1ResponsesPost({ - body: { - model: "gpt-4o", - input: "Tell me a joke", - }, -}); -``` - -### Image Generation - -```typescript -import { imageGenerationV1ImagesGenerationsPost } from "litellm"; - -const { data } = await imageGenerationV1ImagesGenerationsPost({ - body: { - model: "dall-e-3", - prompt: "A sunset over mountains", - }, -}); -``` - -### Rerank - -```typescript -import { rerankV1RerankPost } from "litellm"; - -const { data } = await rerankV1RerankPost({ - body: { - model: "rerank-english-v3.0", - query: "What is the capital of France?", - documents: ["Paris is the capital of France", "London is a city in England"], - }, -}); -``` - -### Key Management - -```typescript -import { generateKeyFnKeyGeneratePost, listKeysKeyListGet } from "litellm"; - -// Generate a new API key -const { data: newKey } = await generateKeyFnKeyGeneratePost({ - body: { - models: ["gpt-4o"], - max_budget: 100, - }, -}); - -// List all keys -const { data: keys } = await listKeysKeyListGet(); -``` - -### Custom Client Instance - -```typescript -import { createClient, createConfig, chatCompletionV1ChatCompletionsPost } from "litellm"; - -const myClient = createClient( - createConfig({ - baseUrl: "http://my-litellm-proxy:4000", - headers: { - Authorization: "Bearer sk-my-key", - }, - }) -); - -const { data } = await chatCompletionV1ChatCompletionsPost({ - client: myClient, - body: { - model: "claude-sonnet-4-20250514", - messages: [{ role: "user", content: "Hello!" }], - }, -}); -``` - -### Error Handling with `throwOnError` - -```typescript -import { chatCompletionV1ChatCompletionsPost } from "litellm"; - -try { - const { data } = await chatCompletionV1ChatCompletionsPost({ - throwOnError: true, - body: { - model: "gpt-4o", - messages: [{ role: "user", content: "Hello!" }], - }, - }); - console.log(data); -} catch (error) { - console.error("Request failed:", error); -} -``` - -## Regenerating the SDK - -The SDK is generated from the LiteLLM proxy's OpenAPI spec. To regenerate: - -```bash -# 1. Extract the OpenAPI spec from the proxy FastAPI app -uv run python sdk/litellm-ai/scripts/extract-openapi.py - -# 2. Regenerate the TypeScript SDK -cd sdk/litellm-ai -npm run generate -``` - -## Building - -```bash -npm run build -``` - -## Architecture - -This SDK is auto-generated using [@hey-api/openapi-ts](https://heyapi.dev/) from the LiteLLM proxy's OpenAPI specification. The generated code includes: - -- **`src/client/types.gen.ts`** — TypeScript interfaces for all request/response types -- **`src/client/sdk.gen.ts`** — Typed SDK functions for every API endpoint -- **`src/client/client.gen.ts`** — Pre-configured HTTP client (Fetch-based) -- **`src/client/client/`** — Core HTTP client implementation -- **`src/index.ts`** — Public entry point re-exporting everything - -The SDK uses the **flat strategy** by default, meaning each endpoint is a standalone tree-shakeable function — your bundler will only include the endpoints you actually use. diff --git a/sdk/litellm-ai/openapi-ts.config.ts b/sdk/litellm-ai/openapi-ts.config.ts deleted file mode 100644 index bd57d27e338..00000000000 --- a/sdk/litellm-ai/openapi-ts.config.ts +++ /dev/null @@ -1,16 +0,0 @@ -import { defineConfig } from "@hey-api/openapi-ts"; - -export default defineConfig({ - input: "./openapi.json", - output: { - path: "src/client", - }, - plugins: [ - "@hey-api/typescript", - "@hey-api/sdk", - { - name: "@hey-api/client-fetch", - bundle: true, - }, - ], -}); diff --git a/sdk/litellm-ai/openapi.json b/sdk/litellm-ai/openapi.json deleted file mode 100644 index cdc744e30c0..00000000000 --- a/sdk/litellm-ai/openapi.json +++ /dev/null @@ -1,75058 +0,0 @@ -{ - "openapi": "3.1.0", - "info": { - "title": "LiteLLM API", - "description": "Enterprise Edition \n\nProxy Server to call 100+ LLMs in the OpenAI format. [**Customize Swagger Docs**](https://docs.litellm.ai/docs/proxy/enterprise#swagger-docs---custom-routes--branding)\n\n\ud83d\udc49 [```LiteLLM Admin Panel on /ui```](/ui). Create, Edit Keys with SSO. Having issues? Try [```Fallback Login```](/fallback/login)\n\n\ud83d\udcb8 [```LiteLLM Model Cost Map```](https://models.litellm.ai/).\n\n\ud83d\udd0e [```LiteLLM Model Hub```](/ui/model_hub_table). See available models on the proxy. [**Docs**](https://docs.litellm.ai/docs/proxy/ai_hub)", - "version": "1.87.0" - }, - "paths": { - "/models": { - "get": { - "tags": [ - "model management" - ], - "summary": "Model List", - "description": "Use `/model/info` - to get detailed model information, example - pricing, mode, etc.\n\nThis is just for compatibility with openai projects like aider.\n\nQuery Parameters:\n- include_metadata: Include additional metadata in the response with fallback information\n- fallback_type: Type of fallbacks to include (\"general\", \"context_window\", \"content_policy\")\n Defaults to \"general\" when include_metadata=true\n- scope: Optional scope parameter. Currently only accepts \"expand\".\n When scope=expand is passed, proxy admins, team admins, and org admins\n will receive all proxy models as if they are a proxy admin.", - "operationId": "model_list_models_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "return_wildcard_routes", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Return Wildcard Routes" - } - }, - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - } - }, - { - "name": "include_model_access_groups", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Include Model Access Groups" - } - }, - { - "name": "only_model_access_groups", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Only Model Access Groups" - } - }, - { - "name": "include_metadata", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Include Metadata" - } - }, - { - "name": "fallback_type", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Fallback Type" - } - }, - { - "name": "scope", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Scope" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/models": { - "get": { - "tags": [ - "model management" - ], - "summary": "Model List", - "description": "Use `/model/info` - to get detailed model information, example - pricing, mode, etc.\n\nThis is just for compatibility with openai projects like aider.\n\nQuery Parameters:\n- include_metadata: Include additional metadata in the response with fallback information\n- fallback_type: Type of fallbacks to include (\"general\", \"context_window\", \"content_policy\")\n Defaults to \"general\" when include_metadata=true\n- scope: Optional scope parameter. Currently only accepts \"expand\".\n When scope=expand is passed, proxy admins, team admins, and org admins\n will receive all proxy models as if they are a proxy admin.", - "operationId": "model_list_v1_models_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "return_wildcard_routes", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Return Wildcard Routes" - } - }, - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - } - }, - { - "name": "include_model_access_groups", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Include Model Access Groups" - } - }, - { - "name": "only_model_access_groups", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Only Model Access Groups" - } - }, - { - "name": "include_metadata", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Include Metadata" - } - }, - { - "name": "fallback_type", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Fallback Type" - } - }, - { - "name": "scope", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Scope" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/models/{model_id}": { - "get": { - "tags": [ - "model management" - ], - "summary": "Model Info", - "description": "Retrieve information about a specific model accessible to your API key.\n\nReturns model details only if the model is available to your API key/team.\nReturns 404 if the model doesn't exist or is not accessible.\n\nFollows OpenAI API specification for individual model retrieval.\nhttps://platform.openai.com/docs/api-reference/models/retrieve", - "operationId": "model_info_models__model_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/models/{model_id}": { - "get": { - "tags": [ - "model management" - ], - "summary": "Model Info", - "description": "Retrieve information about a specific model accessible to your API key.\n\nReturns model details only if the model is available to your API key/team.\nReturns 404 if the model doesn't exist or is not accessible.\n\nFollows OpenAI API specification for individual model retrieval.\nhttps://platform.openai.com/docs/api-reference/models/retrieve", - "operationId": "model_info_v1_models__model_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/openai/deployments/{model}/chat/completions": { - "post": { - "tags": [ - "chat/completions" - ], - "summary": "Chat Completion", - "description": "Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat`\n\n```bash\ncurl -X POST http://localhost:4000/v1/chat/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"gpt-4o\",\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Hello!\"\n }\n ]\n}'\n```", - "operationId": "chat_completion_openai_deployments__model__chat_completions_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "401": { - "description": "AuthenticationError", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - }, - "404": { - "description": "NotFoundError", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - }, - "400": { - "description": "ContentPolicyViolationError", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - }, - "422": { - "description": "UnprocessableEntityError", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - }, - "408": { - "description": "Timeout", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - }, - "403": { - "description": "PermissionDeniedError", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - }, - "429": { - "description": "RateLimitError", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - }, - "500": { - "description": "JSONSchemaValidationError", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - }, - "503": { - "description": "APIConnectionError", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ErrorResponse" - } - } - } - } - }, - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "type": "object", - "required": [ - "model", - "messages" - ], - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "messages": { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionUserMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionAssistantMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionToolMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionSystemMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionFunctionMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionDeveloperMessage" - } - ] - }, - "title": "Messages", - "type": "array", - "example": [ - { - "role": "user", - "content": "Hello, how are you?" - } - ] - }, - "frequency_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Frequency Penalty" - }, - "logit_bias": { - "anyOf": [ - { - "additionalProperties": { - "type": "number" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logit Bias" - }, - "logprobs": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logprobs" - }, - "top_logprobs": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top Logprobs" - }, - "max_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Max Tokens" - }, - "n": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "N" - }, - "presence_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Presence Penalty" - }, - "response_format": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Response Format" - }, - "seed": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Seed" - }, - "service_tier": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Service Tier" - }, - "stop": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stop" - }, - "stream_options": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream Options" - }, - "temperature": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Temperature" - }, - "top_p": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top P" - }, - "tools": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tools" - }, - "tool_choice": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tool Choice" - }, - "parallel_tool_calls": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Parallel Tool Calls" - }, - "function_call": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Function Call" - }, - "functions": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Functions" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "stream": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Metadata" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Guardrails" - }, - "caching": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Caching" - }, - "num_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Num Retries" - }, - "context_window_fallback_dict": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Context Window Fallback Dict" - }, - "fallbacks": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Fallbacks" - } - } - } - } - } - } - } - }, - "/engines/{model}/chat/completions": { - "post": { - "tags": [ - "chat/completions" - ], - "summary": "Chat Completion", - "description": "Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat`\n\n```bash\ncurl -X POST http://localhost:4000/v1/chat/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"gpt-4o\",\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Hello!\"\n }\n ]\n}'\n```", - "operationId": "chat_completion_engines__model__chat_completions_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "type": "object", - "required": [ - "model", - "messages" - ], - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "messages": { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionUserMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionAssistantMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionToolMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionSystemMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionFunctionMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionDeveloperMessage" - } - ] - }, - "title": "Messages", - "type": "array", - "example": [ - { - "role": "user", - "content": "Hello, how are you?" - } - ] - }, - "frequency_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Frequency Penalty" - }, - "logit_bias": { - "anyOf": [ - { - "additionalProperties": { - "type": "number" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logit Bias" - }, - "logprobs": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logprobs" - }, - "top_logprobs": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top Logprobs" - }, - "max_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Max Tokens" - }, - "n": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "N" - }, - "presence_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Presence Penalty" - }, - "response_format": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Response Format" - }, - "seed": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Seed" - }, - "service_tier": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Service Tier" - }, - "stop": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stop" - }, - "stream_options": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream Options" - }, - "temperature": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Temperature" - }, - "top_p": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top P" - }, - "tools": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tools" - }, - "tool_choice": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tool Choice" - }, - "parallel_tool_calls": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Parallel Tool Calls" - }, - "function_call": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Function Call" - }, - "functions": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Functions" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "stream": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Metadata" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Guardrails" - }, - "caching": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Caching" - }, - "num_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Num Retries" - }, - "context_window_fallback_dict": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Context Window Fallback Dict" - }, - "fallbacks": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Fallbacks" - } - } - } - } - } - } - } - }, - "/chat/completions": { - "post": { - "tags": [ - "chat/completions" - ], - "summary": "Chat Completion", - "description": "Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat`\n\n```bash\ncurl -X POST http://localhost:4000/v1/chat/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"gpt-4o\",\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Hello!\"\n }\n ]\n}'\n```", - "operationId": "chat_completion_chat_completions_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "type": "object", - "required": [ - "model", - "messages" - ], - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "messages": { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionUserMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionAssistantMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionToolMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionSystemMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionFunctionMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionDeveloperMessage" - } - ] - }, - "title": "Messages", - "type": "array", - "example": [ - { - "role": "user", - "content": "Hello, how are you?" - } - ] - }, - "frequency_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Frequency Penalty" - }, - "logit_bias": { - "anyOf": [ - { - "additionalProperties": { - "type": "number" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logit Bias" - }, - "logprobs": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logprobs" - }, - "top_logprobs": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top Logprobs" - }, - "max_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Max Tokens" - }, - "n": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "N" - }, - "presence_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Presence Penalty" - }, - "response_format": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Response Format" - }, - "seed": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Seed" - }, - "service_tier": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Service Tier" - }, - "stop": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stop" - }, - "stream_options": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream Options" - }, - "temperature": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Temperature" - }, - "top_p": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top P" - }, - "tools": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tools" - }, - "tool_choice": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tool Choice" - }, - "parallel_tool_calls": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Parallel Tool Calls" - }, - "function_call": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Function Call" - }, - "functions": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Functions" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "stream": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Metadata" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Guardrails" - }, - "caching": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Caching" - }, - "num_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Num Retries" - }, - "context_window_fallback_dict": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Context Window Fallback Dict" - }, - "fallbacks": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Fallbacks" - } - } - } - } - } - } - } - }, - "/v1/chat/completions": { - "post": { - "tags": [ - "chat/completions" - ], - "summary": "Chat Completion", - "description": "Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat`\n\n```bash\ncurl -X POST http://localhost:4000/v1/chat/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"gpt-4o\",\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Hello!\"\n }\n ]\n}'\n```", - "operationId": "chat_completion_v1_chat_completions_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "type": "object", - "required": [ - "model", - "messages" - ], - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "messages": { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionUserMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionAssistantMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionToolMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionSystemMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionFunctionMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionDeveloperMessage" - } - ] - }, - "title": "Messages", - "type": "array", - "example": [ - { - "role": "user", - "content": "Hello, how are you?" - } - ] - }, - "frequency_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Frequency Penalty" - }, - "logit_bias": { - "anyOf": [ - { - "additionalProperties": { - "type": "number" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logit Bias" - }, - "logprobs": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logprobs" - }, - "top_logprobs": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top Logprobs" - }, - "max_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Max Tokens" - }, - "n": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "N" - }, - "presence_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Presence Penalty" - }, - "response_format": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Response Format" - }, - "seed": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Seed" - }, - "service_tier": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Service Tier" - }, - "stop": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stop" - }, - "stream_options": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream Options" - }, - "temperature": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Temperature" - }, - "top_p": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top P" - }, - "tools": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tools" - }, - "tool_choice": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tool Choice" - }, - "parallel_tool_calls": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Parallel Tool Calls" - }, - "function_call": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Function Call" - }, - "functions": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Functions" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "stream": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Metadata" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Guardrails" - }, - "caching": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Caching" - }, - "num_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Num Retries" - }, - "context_window_fallback_dict": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Context Window Fallback Dict" - }, - "fallbacks": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Fallbacks" - } - } - } - } - } - } - } - }, - "/openai/deployments/{model}/completions": { - "post": { - "tags": [ - "completions" - ], - "summary": "Completion", - "description": "Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions`\n\n```bash\ncurl -X POST http://localhost:4000/v1/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"gpt-3.5-turbo-instruct\",\n \"prompt\": \"Once upon a time\",\n \"max_tokens\": 50,\n \"temperature\": 0.7\n}'\n```", - "operationId": "completion_openai_deployments__model__completions_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/engines/{model}/completions": { - "post": { - "tags": [ - "completions" - ], - "summary": "Completion", - "description": "Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions`\n\n```bash\ncurl -X POST http://localhost:4000/v1/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"gpt-3.5-turbo-instruct\",\n \"prompt\": \"Once upon a time\",\n \"max_tokens\": 50,\n \"temperature\": 0.7\n}'\n```", - "operationId": "completion_engines__model__completions_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/completions": { - "post": { - "tags": [ - "completions" - ], - "summary": "Completion", - "description": "Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions`\n\n```bash\ncurl -X POST http://localhost:4000/v1/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"gpt-3.5-turbo-instruct\",\n \"prompt\": \"Once upon a time\",\n \"max_tokens\": 50,\n \"temperature\": 0.7\n}'\n```", - "operationId": "completion_completions_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/completions": { - "post": { - "tags": [ - "completions" - ], - "summary": "Completion", - "description": "Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions`\n\n```bash\ncurl -X POST http://localhost:4000/v1/completions \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"gpt-3.5-turbo-instruct\",\n \"prompt\": \"Once upon a time\",\n \"max_tokens\": 50,\n \"temperature\": 0.7\n}'\n```", - "operationId": "completion_v1_completions_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/openai/deployments/{model}/embeddings": { - "post": { - "tags": [ - "embeddings" - ], - "summary": "Embeddings", - "description": "Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings`\n\n```bash\ncurl -X POST http://localhost:4000/v1/embeddings \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"text-embedding-ada-002\",\n \"input\": \"The quick brown fox jumps over the lazy dog\"\n}'\n```", - "operationId": "embeddings_openai_deployments__model__embeddings_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "type": "object", - "required": [ - "model" - ], - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "input": { - "default": [], - "items": { - "type": "string" - }, - "title": "Input", - "type": "array" - }, - "timeout": { - "default": 600, - "title": "Timeout", - "type": "integer" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Base" - }, - "api_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Version" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Key" - }, - "api_type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Type" - }, - "caching": { - "default": false, - "title": "Caching", - "type": "boolean" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "custom_llm_provider": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Custom Llm Provider" - }, - "litellm_call_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Call Id" - }, - "litellm_logging_obj": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Logging Obj" - }, - "logger_fn": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logger Fn" - } - } - } - } - } - } - } - }, - "/engines/{model}/embeddings": { - "post": { - "tags": [ - "embeddings" - ], - "summary": "Embeddings", - "description": "Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings`\n\n```bash\ncurl -X POST http://localhost:4000/v1/embeddings \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"text-embedding-ada-002\",\n \"input\": \"The quick brown fox jumps over the lazy dog\"\n}'\n```", - "operationId": "embeddings_engines__model__embeddings_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "type": "object", - "required": [ - "model" - ], - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "input": { - "default": [], - "items": { - "type": "string" - }, - "title": "Input", - "type": "array" - }, - "timeout": { - "default": 600, - "title": "Timeout", - "type": "integer" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Base" - }, - "api_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Version" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Key" - }, - "api_type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Type" - }, - "caching": { - "default": false, - "title": "Caching", - "type": "boolean" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "custom_llm_provider": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Custom Llm Provider" - }, - "litellm_call_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Call Id" - }, - "litellm_logging_obj": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Logging Obj" - }, - "logger_fn": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logger Fn" - } - } - } - } - } - } - } - }, - "/embeddings": { - "post": { - "tags": [ - "embeddings" - ], - "summary": "Embeddings", - "description": "Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings`\n\n```bash\ncurl -X POST http://localhost:4000/v1/embeddings \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"text-embedding-ada-002\",\n \"input\": \"The quick brown fox jumps over the lazy dog\"\n}'\n```", - "operationId": "embeddings_embeddings_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "type": "object", - "required": [ - "model" - ], - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "input": { - "default": [], - "items": { - "type": "string" - }, - "title": "Input", - "type": "array" - }, - "timeout": { - "default": 600, - "title": "Timeout", - "type": "integer" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Base" - }, - "api_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Version" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Key" - }, - "api_type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Type" - }, - "caching": { - "default": false, - "title": "Caching", - "type": "boolean" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "custom_llm_provider": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Custom Llm Provider" - }, - "litellm_call_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Call Id" - }, - "litellm_logging_obj": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Logging Obj" - }, - "logger_fn": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logger Fn" - } - } - } - } - } - } - } - }, - "/v1/embeddings": { - "post": { - "tags": [ - "embeddings" - ], - "summary": "Embeddings", - "description": "Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings`\n\n```bash\ncurl -X POST http://localhost:4000/v1/embeddings \n-H \"Content-Type: application/json\" \n-H \"Authorization: Bearer sk-1234\" \n-d '{\n \"model\": \"text-embedding-ada-002\",\n \"input\": \"The quick brown fox jumps over the lazy dog\"\n}'\n```", - "operationId": "embeddings_v1_embeddings_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "type": "object", - "required": [ - "model" - ], - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "input": { - "default": [], - "items": { - "type": "string" - }, - "title": "Input", - "type": "array" - }, - "timeout": { - "default": 600, - "title": "Timeout", - "type": "integer" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Base" - }, - "api_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Version" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Key" - }, - "api_type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Type" - }, - "caching": { - "default": false, - "title": "Caching", - "type": "boolean" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "custom_llm_provider": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Custom Llm Provider" - }, - "litellm_call_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Call Id" - }, - "litellm_logging_obj": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Logging Obj" - }, - "logger_fn": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logger Fn" - } - } - } - } - } - } - } - }, - "/moderations": { - "post": { - "tags": [ - "moderations" - ], - "summary": "Moderations", - "description": "The moderations endpoint is a tool you can use to check whether content complies with an LLM Providers policies.\nQuick Start\n```\ncurl --location 'http://0.0.0.0:4000/moderations' --header 'Content-Type: application/json' --header 'Authorization: Bearer sk-1234' --data '{\"input\": \"Sample text goes here\", \"model\": \"text-moderation-stable\"}'\n```", - "operationId": "moderations_moderations_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/moderations": { - "post": { - "tags": [ - "moderations" - ], - "summary": "Moderations", - "description": "The moderations endpoint is a tool you can use to check whether content complies with an LLM Providers policies.\nQuick Start\n```\ncurl --location 'http://0.0.0.0:4000/moderations' --header 'Content-Type: application/json' --header 'Authorization: Bearer sk-1234' --data '{\"input\": \"Sample text goes here\", \"model\": \"text-moderation-stable\"}'\n```", - "operationId": "moderations_v1_moderations_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/audio/speech": { - "post": { - "tags": [ - "audio" - ], - "summary": "Audio Speech", - "description": "Same params as:\n\nhttps://platform.openai.com/docs/api-reference/audio/createSpeech", - "operationId": "audio_speech_audio_speech_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/audio/speech": { - "post": { - "tags": [ - "audio" - ], - "summary": "Audio Speech", - "description": "Same params as:\n\nhttps://platform.openai.com/docs/api-reference/audio/createSpeech", - "operationId": "audio_speech_v1_audio_speech_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/audio/transcriptions": { - "post": { - "tags": [ - "audio" - ], - "summary": "Audio Transcriptions", - "description": "Same params as:\n\nhttps://platform.openai.com/docs/api-reference/audio/createTranscription?lang=curl", - "operationId": "audio_transcriptions_audio_transcriptions_post", - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_audio_transcriptions_audio_transcriptions_post" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/audio/transcriptions": { - "post": { - "tags": [ - "audio" - ], - "summary": "Audio Transcriptions", - "description": "Same params as:\n\nhttps://platform.openai.com/docs/api-reference/audio/createTranscription?lang=curl", - "operationId": "audio_transcriptions_v1_audio_transcriptions_post", - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_audio_transcriptions_v1_audio_transcriptions_post" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/assistants": { - "get": { - "tags": [ - "assistants" - ], - "summary": "Get Assistants", - "description": "Returns a list of assistants.\n\nAPI Reference docs - https://platform.openai.com/docs/api-reference/assistants/listAssistants", - "operationId": "get_assistants_assistants_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "post": { - "tags": [ - "assistants" - ], - "summary": "Create Assistant", - "description": "Create assistant\n\nAPI Reference docs - https://platform.openai.com/docs/api-reference/assistants/createAssistant", - "operationId": "create_assistant_assistants_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/assistants": { - "get": { - "tags": [ - "assistants" - ], - "summary": "Get Assistants", - "description": "Returns a list of assistants.\n\nAPI Reference docs - https://platform.openai.com/docs/api-reference/assistants/listAssistants", - "operationId": "get_assistants_v1_assistants_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "post": { - "tags": [ - "assistants" - ], - "summary": "Create Assistant", - "description": "Create assistant\n\nAPI Reference docs - https://platform.openai.com/docs/api-reference/assistants/createAssistant", - "operationId": "create_assistant_v1_assistants_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/assistants/{assistant_id}": { - "delete": { - "tags": [ - "assistants" - ], - "summary": "Delete Assistant", - "description": "Delete assistant\n\nAPI Reference docs - https://platform.openai.com/docs/api-reference/assistants/createAssistant", - "operationId": "delete_assistant_assistants__assistant_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "assistant_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Assistant Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/assistants/{assistant_id}": { - "delete": { - "tags": [ - "assistants" - ], - "summary": "Delete Assistant", - "description": "Delete assistant\n\nAPI Reference docs - https://platform.openai.com/docs/api-reference/assistants/createAssistant", - "operationId": "delete_assistant_v1_assistants__assistant_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "assistant_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Assistant Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/threads": { - "post": { - "tags": [ - "assistants" - ], - "summary": "Create Threads", - "description": "Create a thread.\n\nAPI Reference - https://platform.openai.com/docs/api-reference/threads/createThread", - "operationId": "create_threads_threads_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/threads": { - "post": { - "tags": [ - "assistants" - ], - "summary": "Create Threads", - "description": "Create a thread.\n\nAPI Reference - https://platform.openai.com/docs/api-reference/threads/createThread", - "operationId": "create_threads_v1_threads_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/threads/{thread_id}": { - "get": { - "tags": [ - "assistants" - ], - "summary": "Get Thread", - "description": "Retrieves a thread.\n\nAPI Reference - https://platform.openai.com/docs/api-reference/threads/getThread", - "operationId": "get_thread_threads__thread_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "thread_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Thread Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/threads/{thread_id}": { - "get": { - "tags": [ - "assistants" - ], - "summary": "Get Thread", - "description": "Retrieves a thread.\n\nAPI Reference - https://platform.openai.com/docs/api-reference/threads/getThread", - "operationId": "get_thread_v1_threads__thread_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "thread_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Thread Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/threads/{thread_id}/messages": { - "post": { - "tags": [ - "assistants" - ], - "summary": "Add Messages", - "description": "Create a message.\n\nAPI Reference - https://platform.openai.com/docs/api-reference/messages/createMessage", - "operationId": "add_messages_threads__thread_id__messages_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "thread_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Thread Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "assistants" - ], - "summary": "Get Messages", - "description": "Returns a list of messages for a given thread.\n\nAPI Reference - https://platform.openai.com/docs/api-reference/messages/listMessages", - "operationId": "get_messages_threads__thread_id__messages_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "thread_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Thread Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/threads/{thread_id}/messages": { - "post": { - "tags": [ - "assistants" - ], - "summary": "Add Messages", - "description": "Create a message.\n\nAPI Reference - https://platform.openai.com/docs/api-reference/messages/createMessage", - "operationId": "add_messages_v1_threads__thread_id__messages_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "thread_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Thread Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "assistants" - ], - "summary": "Get Messages", - "description": "Returns a list of messages for a given thread.\n\nAPI Reference - https://platform.openai.com/docs/api-reference/messages/listMessages", - "operationId": "get_messages_v1_threads__thread_id__messages_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "thread_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Thread Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/threads/{thread_id}/runs": { - "post": { - "tags": [ - "assistants" - ], - "summary": "Run Thread", - "description": "Create a run.\n\nAPI Reference: https://platform.openai.com/docs/api-reference/runs/createRun", - "operationId": "run_thread_threads__thread_id__runs_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "thread_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Thread Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/threads/{thread_id}/runs": { - "post": { - "tags": [ - "assistants" - ], - "summary": "Run Thread", - "description": "Create a run.\n\nAPI Reference: https://platform.openai.com/docs/api-reference/runs/createRun", - "operationId": "run_thread_v1_threads__thread_id__runs_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "thread_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Thread Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/utils/token_counter": { - "post": { - "tags": [ - "llm utils" - ], - "summary": "Token Counter", - "description": "Args:\n request: TokenCountRequest\n call_endpoint: bool - When set to \"True\" it will call the token counting endpoint - e.g Anthropic or Google AI Studio Token Counting APIs.\n\nReturns:\n TokenCountResponse", - "operationId": "token_counter_utils_token_counter_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "call_endpoint", - "in": "query", - "required": false, - "schema": { - "type": "boolean", - "default": false, - "title": "Call Endpoint" - } - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TokenCountRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TokenCountResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/utils/supported_openai_params": { - "get": { - "tags": [ - "llm utils" - ], - "summary": "Supported Openai Params", - "description": "Returns supported openai params for a given litellm model name\n\ne.g. `gpt-4` vs `gpt-3.5-turbo`\n\nExample curl:\n```\ncurl -X GET --location 'http://localhost:4000/utils/supported_openai_params?model=gpt-3.5-turbo-16k' --header 'Authorization: Bearer sk-1234'\n```", - "operationId": "supported_openai_params_utils_supported_openai_params_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": true, - "schema": { - "type": "string", - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/utils/transform_request": { - "post": { - "tags": [ - "llm utils" - ], - "summary": "Transform Request", - "operationId": "transform_request_utils_transform_request_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TransformRequestBody" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RawRequestTypedDict" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/model/info": { - "get": { - "tags": [ - "model management" - ], - "summary": "Model Info V1", - "description": "Provides more info about each model in /models, including config.yaml descriptions (except api key and api base)\n\nParameters:\n litellm_model_id: Optional[str] = None (this is the value of `x-litellm-model-id` returned in response headers)\n\n - When litellm_model_id is passed, it will return the info for that specific model\n - When litellm_model_id is not passed, it will return the info for all models\n\nReturns:\n Returns a dictionary containing information about each model.\n\nExample Response:\n```json\n{\n \"data\": [\n {\n \"model_name\": \"fake-openai-endpoint\",\n \"litellm_params\": {\n \"api_base\": \"https://exampleopenaiendpoint-production.up.railway.app/\",\n \"model\": \"openai/fake\"\n },\n \"model_info\": {\n \"id\": \"112f74fab24a7a5245d2ced3536dd8f5f9192c57ee6e332af0f0512e08bed5af\",\n \"db_model\": false\n }\n }\n ]\n}\n\n```", - "operationId": "model_info_v1_v1_model_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm_model_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Model Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/model/info": { - "get": { - "tags": [ - "model management" - ], - "summary": "Model Info V1", - "description": "Provides more info about each model in /models, including config.yaml descriptions (except api key and api base)\n\nParameters:\n litellm_model_id: Optional[str] = None (this is the value of `x-litellm-model-id` returned in response headers)\n\n - When litellm_model_id is passed, it will return the info for that specific model\n - When litellm_model_id is not passed, it will return the info for all models\n\nReturns:\n Returns a dictionary containing information about each model.\n\nExample Response:\n```json\n{\n \"data\": [\n {\n \"model_name\": \"fake-openai-endpoint\",\n \"litellm_params\": {\n \"api_base\": \"https://exampleopenaiendpoint-production.up.railway.app/\",\n \"model\": \"openai/fake\"\n },\n \"model_info\": {\n \"id\": \"112f74fab24a7a5245d2ced3536dd8f5f9192c57ee6e332af0f0512e08bed5af\",\n \"db_model\": false\n }\n }\n ]\n}\n\n```", - "operationId": "model_info_v1_model_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm_model_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Model Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/model_group/info": { - "get": { - "tags": [ - "model management" - ], - "summary": "Model Group Info", - "description": "Get information about all the deployments on litellm proxy, including config.yaml descriptions (except api key and api base)\n\n- /model_group/info returns all model groups. End users of proxy should use /model_group/info since those models will be used for /chat/completions, /embeddings, etc.\n- /model_group/info?model_group=rerank-english-v3.0 returns all model groups for a specific model group (`model_name` in config.yaml)\n\n\n\nExample Request (All Models):\n```shell\ncurl -X 'GET' 'http://localhost:4000/model_group/info' -H 'accept: application/json' -H 'x-api-key: sk-1234'\n```\n\nExample Request (Specific Model Group):\n```shell\ncurl -X 'GET' 'http://localhost:4000/model_group/info?model_group=rerank-english-v3.0' -H 'accept: application/json' -H 'Authorization: Bearer sk-1234'\n```\n\nExample Request (Specific Wildcard Model Group): (e.g. `model_name: openai/*` on config.yaml)\n```shell\ncurl -X 'GET' 'http://localhost:4000/model_group/info?model_group=openai/tts-1'\n-H 'accept: application/json' -H 'Authorization: Bearersk-1234'\n```\n\nLearn how to use and set wildcard models [here](https://docs.litellm.ai/docs/wildcard_routing)\n\nExample Response:\n```json\n {\n \"data\": [\n {\n \"model_group\": \"rerank-english-v3.0\",\n \"providers\": [\n \"cohere\"\n ],\n \"max_input_tokens\": null,\n \"max_output_tokens\": null,\n \"input_cost_per_token\": 0.0,\n \"output_cost_per_token\": 0.0,\n \"mode\": null,\n \"tpm\": null,\n \"rpm\": null,\n \"supports_parallel_function_calling\": false,\n \"supports_vision\": false,\n \"supports_function_calling\": false,\n \"supported_openai_params\": [\n \"stream\",\n \"temperature\",\n \"max_tokens\",\n \"logit_bias\",\n \"top_p\",\n \"frequency_penalty\",\n \"presence_penalty\",\n \"stop\",\n \"n\",\n \"extra_headers\"\n ]\n },\n {\n \"model_group\": \"gpt-3.5-turbo\",\n \"providers\": [\n \"openai\"\n ],\n \"max_input_tokens\": 16385.0,\n \"max_output_tokens\": 4096.0,\n \"input_cost_per_token\": 1.5e-06,\n \"output_cost_per_token\": 2e-06,\n \"mode\": \"chat\",\n \"tpm\": null,\n \"rpm\": null,\n \"supports_parallel_function_calling\": false,\n \"supports_vision\": false,\n \"supports_function_calling\": true,\n \"supported_openai_params\": [\n \"frequency_penalty\",\n \"logit_bias\",\n \"logprobs\",\n \"top_logprobs\",\n \"max_tokens\",\n \"max_completion_tokens\",\n \"n\",\n \"presence_penalty\",\n \"seed\",\n \"stop\",\n \"stream\",\n \"stream_options\",\n \"temperature\",\n \"top_p\",\n \"tools\",\n \"tool_choice\",\n \"function_call\",\n \"functions\",\n \"max_retries\",\n \"extra_headers\",\n \"parallel_tool_calls\",\n \"response_format\"\n ]\n },\n {\n \"model_group\": \"llava-hf\",\n \"providers\": [\n \"openai\"\n ],\n \"max_input_tokens\": null,\n \"max_output_tokens\": null,\n \"input_cost_per_token\": 0.0,\n \"output_cost_per_token\": 0.0,\n \"mode\": null,\n \"tpm\": null,\n \"rpm\": null,\n \"supports_parallel_function_calling\": false,\n \"supports_vision\": true,\n \"supports_function_calling\": false,\n \"supported_openai_params\": [\n \"frequency_penalty\",\n \"logit_bias\",\n \"logprobs\",\n \"top_logprobs\",\n \"max_tokens\",\n \"max_completion_tokens\",\n \"n\",\n \"presence_penalty\",\n \"seed\",\n \"stop\",\n \"stream\",\n \"stream_options\",\n \"temperature\",\n \"top_p\",\n \"tools\",\n \"tool_choice\",\n \"function_call\",\n \"functions\",\n \"max_retries\",\n \"extra_headers\",\n \"parallel_tool_calls\",\n \"response_format\"\n ]\n }\n ]\n }\n```", - "operationId": "model_group_info_model_group_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_group", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model Group" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/": { - "get": { - "summary": "Home", - "operationId": "home__get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/adaptive_router/state": { - "get": { - "tags": [ - "adaptive_router" - ], - "summary": "Get Adaptive Router State", - "description": "Return live bandit posteriors + queue depth for every configured adaptive router.\n\nAdmin-only. Returns 404 if no adaptive router is configured.\n\nResponse shape: `{\"routers\": [, ...]}` \u2014 one snapshot per\nadaptive-router deployment. Each snapshot's `router_name` field identifies\nwhich deployment it came from.", - "operationId": "get_adaptive_router_state_adaptive_router_state_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/routes": { - "get": { - "summary": "Get Routes", - "description": "Get a list of available routes in the FastAPI application.", - "operationId": "get_routes_routes_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/openai/v1/responses": { - "post": { - "tags": [ - "responses" - ], - "summary": "Responses Api", - "description": "Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses\n\nSupports background mode with polling_via_cache for partial response retrieval.\nWhen background=true and polling_via_cache is enabled, returns a polling_id immediately\nand streams the response in the background, updating Redis cache.\n\n```bash\n# Normal request\ncurl -X POST http://localhost:4000/v1/responses -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": \"Tell me about AI\"\n}'\n\n# Background request with polling\ncurl -X POST http://localhost:4000/v1/responses -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": \"Tell me about AI\",\n \"background\": true\n}'\n```", - "operationId": "responses_api_openai_v1_responses_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/responses": { - "post": { - "tags": [ - "responses" - ], - "summary": "Responses Api", - "description": "Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses\n\nSupports background mode with polling_via_cache for partial response retrieval.\nWhen background=true and polling_via_cache is enabled, returns a polling_id immediately\nand streams the response in the background, updating Redis cache.\n\n```bash\n# Normal request\ncurl -X POST http://localhost:4000/v1/responses -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": \"Tell me about AI\"\n}'\n\n# Background request with polling\ncurl -X POST http://localhost:4000/v1/responses -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": \"Tell me about AI\",\n \"background\": true\n}'\n```", - "operationId": "responses_api_responses_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "get": { - "summary": "WebSocket: responses_websocket_endpoint", - "description": "WebSocket connection endpoint", - "operationId": "websocket_responses_websocket_endpoint_get", - "parameters": [ - { - "name": "model", - "in": "query", - "required": true, - "schema": { - "type": "string" - } - } - ], - "responses": { - "101": { - "description": "WebSocket Protocol Switched" - } - }, - "tags": [ - "WebSocket" - ] - } - }, - "/v1/responses": { - "post": { - "tags": [ - "responses" - ], - "summary": "Responses Api", - "description": "Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses\n\nSupports background mode with polling_via_cache for partial response retrieval.\nWhen background=true and polling_via_cache is enabled, returns a polling_id immediately\nand streams the response in the background, updating Redis cache.\n\n```bash\n# Normal request\ncurl -X POST http://localhost:4000/v1/responses -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": \"Tell me about AI\"\n}'\n\n# Background request with polling\ncurl -X POST http://localhost:4000/v1/responses -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": \"Tell me about AI\",\n \"background\": true\n}'\n```", - "operationId": "responses_api_v1_responses_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "get": { - "summary": "WebSocket: responses_websocket_endpoint", - "description": "WebSocket connection endpoint", - "operationId": "websocket_responses_websocket_endpoint_get_2", - "parameters": [ - { - "name": "model", - "in": "query", - "required": true, - "schema": { - "type": "string" - } - } - ], - "responses": { - "101": { - "description": "WebSocket Protocol Switched" - } - }, - "tags": [ - "WebSocket" - ] - } - }, - "/cursor/chat/completions": { - "post": { - "tags": [ - "responses" - ], - "summary": "Cursor Chat Completions", - "description": "Cursor-specific endpoint that accepts Responses API input format but returns chat completions format.\n\nThis endpoint handles requests from Cursor IDE which sends Responses API format (`input` field)\nbut expects chat completions format response (`choices`, `messages`, etc.).\n\n```bash\ncurl -X POST http://localhost:4000/cursor/chat/completions -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": [{\"role\": \"user\", \"content\": \"Hello\"}]\n}'\nResponds back in chat completions format.\n```", - "operationId": "cursor_chat_completions_cursor_chat_completions_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/openai/v1/responses/{response_id}": { - "get": { - "tags": [ - "responses" - ], - "summary": "Get Response", - "description": "Get a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Returns cumulative cached content from background responses\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/get\n\n```bash\n# Get polling response\ncurl -X GET http://localhost:4000/v1/responses/litellm_poll_abc123 -H \"Authorization: Bearer sk-1234\"\n\n# Get provider response\ncurl -X GET http://localhost:4000/v1/responses/resp_abc123 -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "get_response_openai_v1_responses__response_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "responses" - ], - "summary": "Delete Response", - "description": "Delete a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Deletes from Redis cache\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/delete\n\n```bash\ncurl -X DELETE http://localhost:4000/v1/responses/resp_abc123 -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "delete_response_openai_v1_responses__response_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/responses/{response_id}": { - "get": { - "tags": [ - "responses" - ], - "summary": "Get Response", - "description": "Get a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Returns cumulative cached content from background responses\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/get\n\n```bash\n# Get polling response\ncurl -X GET http://localhost:4000/v1/responses/litellm_poll_abc123 -H \"Authorization: Bearer sk-1234\"\n\n# Get provider response\ncurl -X GET http://localhost:4000/v1/responses/resp_abc123 -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "get_response_responses__response_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "responses" - ], - "summary": "Delete Response", - "description": "Delete a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Deletes from Redis cache\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/delete\n\n```bash\ncurl -X DELETE http://localhost:4000/v1/responses/resp_abc123 -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "delete_response_responses__response_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/responses/{response_id}": { - "get": { - "tags": [ - "responses" - ], - "summary": "Get Response", - "description": "Get a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Returns cumulative cached content from background responses\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/get\n\n```bash\n# Get polling response\ncurl -X GET http://localhost:4000/v1/responses/litellm_poll_abc123 -H \"Authorization: Bearer sk-1234\"\n\n# Get provider response\ncurl -X GET http://localhost:4000/v1/responses/resp_abc123 -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "get_response_v1_responses__response_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "responses" - ], - "summary": "Delete Response", - "description": "Delete a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Deletes from Redis cache\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/delete\n\n```bash\ncurl -X DELETE http://localhost:4000/v1/responses/resp_abc123 -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "delete_response_v1_responses__response_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/openai/v1/responses/{response_id}/input_items": { - "get": { - "tags": [ - "responses" - ], - "summary": "Get Response Input Items", - "description": "List input items for a response.", - "operationId": "get_response_input_items_openai_v1_responses__response_id__input_items_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/responses/{response_id}/input_items": { - "get": { - "tags": [ - "responses" - ], - "summary": "Get Response Input Items", - "description": "List input items for a response.", - "operationId": "get_response_input_items_responses__response_id__input_items_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/responses/{response_id}/input_items": { - "get": { - "tags": [ - "responses" - ], - "summary": "Get Response Input Items", - "description": "List input items for a response.", - "operationId": "get_response_input_items_v1_responses__response_id__input_items_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/openai/v1/responses/compact": { - "post": { - "tags": [ - "responses" - ], - "summary": "Compact Response", - "description": "Compact a response by running a compaction pass over a conversation.\n\nReturns encrypted, opaque items that can be used to reduce context size.\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/compact\n\n```bash\ncurl -X POST http://localhost:4000/v1/responses/compact -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": [{\"role\": \"user\", \"content\": \"Hello\"}]\n}'\n```", - "operationId": "compact_response_openai_v1_responses_compact_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/responses/compact": { - "post": { - "tags": [ - "responses" - ], - "summary": "Compact Response", - "description": "Compact a response by running a compaction pass over a conversation.\n\nReturns encrypted, opaque items that can be used to reduce context size.\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/compact\n\n```bash\ncurl -X POST http://localhost:4000/v1/responses/compact -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": [{\"role\": \"user\", \"content\": \"Hello\"}]\n}'\n```", - "operationId": "compact_response_responses_compact_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/responses/compact": { - "post": { - "tags": [ - "responses" - ], - "summary": "Compact Response", - "description": "Compact a response by running a compaction pass over a conversation.\n\nReturns encrypted, opaque items that can be used to reduce context size.\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/compact\n\n```bash\ncurl -X POST http://localhost:4000/v1/responses/compact -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-4o\",\n \"input\": [{\"role\": \"user\", \"content\": \"Hello\"}]\n}'\n```", - "operationId": "compact_response_v1_responses_compact_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/openai/v1/responses/{response_id}/cancel": { - "post": { - "tags": [ - "responses" - ], - "summary": "Cancel Response", - "description": "Cancel a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Cancels background response and updates status in Redis\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/cancel\n\n```bash\n# Cancel polling response\ncurl -X POST http://localhost:4000/v1/responses/litellm_poll_abc123/cancel -H \"Authorization: Bearer sk-1234\"\n\n# Cancel provider response\ncurl -X POST http://localhost:4000/v1/responses/resp_abc123/cancel -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "cancel_response_openai_v1_responses__response_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/responses/{response_id}/cancel": { - "post": { - "tags": [ - "responses" - ], - "summary": "Cancel Response", - "description": "Cancel a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Cancels background response and updates status in Redis\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/cancel\n\n```bash\n# Cancel polling response\ncurl -X POST http://localhost:4000/v1/responses/litellm_poll_abc123/cancel -H \"Authorization: Bearer sk-1234\"\n\n# Cancel provider response\ncurl -X POST http://localhost:4000/v1/responses/resp_abc123/cancel -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "cancel_response_responses__response_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/responses/{response_id}/cancel": { - "post": { - "tags": [ - "responses" - ], - "summary": "Cancel Response", - "description": "Cancel a response by ID.\n\nSupports both:\n- Polling IDs (litellm_poll_*): Cancels background response and updates status in Redis\n- Provider response IDs: Passes through to provider API\n\nFollows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/cancel\n\n```bash\n# Cancel polling response\ncurl -X POST http://localhost:4000/v1/responses/litellm_poll_abc123/cancel -H \"Authorization: Bearer sk-1234\"\n\n# Cancel provider response\ncurl -X POST http://localhost:4000/v1/responses/resp_abc123/cancel -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "cancel_response_v1_responses__response_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Response Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/batches": { - "post": { - "tags": [ - "batch" - ], - "summary": "Create Batch", - "description": "Create large batches of API requests for asynchronous processing.\nThis is the equivalent of POST https://api.openai.com/v1/batch\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"input_file_id\": \"file-abc123\",\n \"endpoint\": \"/v1/chat/completions\",\n \"completion_window\": \"24h\"\n}'\n```", - "operationId": "create_batch_batches_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "batch" - ], - "summary": "List Batches", - "description": "Lists \nThis is the equivalent of GET https://api.openai.com/v1/batches/\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/list\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches?limit=2 -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" \n```", - "operationId": "list_batches_batches_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Limit" - } - }, - { - "name": "after", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "name": "target_model_names", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Target Model Names" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/batches": { - "post": { - "tags": [ - "batch" - ], - "summary": "Create Batch", - "description": "Create large batches of API requests for asynchronous processing.\nThis is the equivalent of POST https://api.openai.com/v1/batch\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"input_file_id\": \"file-abc123\",\n \"endpoint\": \"/v1/chat/completions\",\n \"completion_window\": \"24h\"\n}'\n```", - "operationId": "create_batch_v1_batches_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "batch" - ], - "summary": "List Batches", - "description": "Lists \nThis is the equivalent of GET https://api.openai.com/v1/batches/\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/list\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches?limit=2 -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" \n```", - "operationId": "list_batches_v1_batches_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Limit" - } - }, - { - "name": "after", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "name": "target_model_names", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Target Model Names" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/{provider}/v1/batches": { - "post": { - "tags": [ - "batch" - ], - "summary": "Create Batch", - "description": "Create large batches of API requests for asynchronous processing.\nThis is the equivalent of POST https://api.openai.com/v1/batch\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"input_file_id\": \"file-abc123\",\n \"endpoint\": \"/v1/chat/completions\",\n \"completion_window\": \"24h\"\n}'\n```", - "operationId": "create_batch__provider__v1_batches_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "batch" - ], - "summary": "List Batches", - "description": "Lists \nThis is the equivalent of GET https://api.openai.com/v1/batches/\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/list\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches?limit=2 -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" \n```", - "operationId": "list_batches__provider__v1_batches_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Limit" - } - }, - { - "name": "after", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "name": "target_model_names", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Target Model Names" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/batches/{batch_id}": { - "get": { - "tags": [ - "batch" - ], - "summary": "Retrieve Batch", - "description": "Retrieves a batch.\nThis is the equivalent of GET https://api.openai.com/v1/batches/{batch_id}\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/retrieve\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches/batch_abc123 -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" \n```", - "operationId": "retrieve_batch_batches__batch_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "batch_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Batch ID to retrieve", - "description": "The ID of the batch to retrieve" - }, - "description": "The ID of the batch to retrieve" - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/batches/{batch_id}": { - "get": { - "tags": [ - "batch" - ], - "summary": "Retrieve Batch", - "description": "Retrieves a batch.\nThis is the equivalent of GET https://api.openai.com/v1/batches/{batch_id}\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/retrieve\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches/batch_abc123 -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" \n```", - "operationId": "retrieve_batch_v1_batches__batch_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "batch_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Batch ID to retrieve", - "description": "The ID of the batch to retrieve" - }, - "description": "The ID of the batch to retrieve" - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/{provider}/v1/batches/{batch_id}": { - "get": { - "tags": [ - "batch" - ], - "summary": "Retrieve Batch", - "description": "Retrieves a batch.\nThis is the equivalent of GET https://api.openai.com/v1/batches/{batch_id}\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/retrieve\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches/batch_abc123 -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" \n```", - "operationId": "retrieve_batch__provider__v1_batches__batch_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - }, - { - "name": "batch_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Batch ID to retrieve", - "description": "The ID of the batch to retrieve" - }, - "description": "The ID of the batch to retrieve" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/batches/{batch_id}/cancel": { - "post": { - "tags": [ - "batch" - ], - "summary": "Cancel Batch", - "description": "Cancel a batch.\nThis is the equivalent of POST https://api.openai.com/v1/batches/{batch_id}/cancel\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/cancel\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches/batch_abc123/cancel -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -X POST\n\n```", - "operationId": "cancel_batch_batches__batch_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "batch_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Batch Id" - } - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/batches/{batch_id}/cancel": { - "post": { - "tags": [ - "batch" - ], - "summary": "Cancel Batch", - "description": "Cancel a batch.\nThis is the equivalent of POST https://api.openai.com/v1/batches/{batch_id}/cancel\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/cancel\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches/batch_abc123/cancel -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -X POST\n\n```", - "operationId": "cancel_batch_v1_batches__batch_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "batch_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Batch Id" - } - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/{provider}/v1/batches/{batch_id}/cancel": { - "post": { - "tags": [ - "batch" - ], - "summary": "Cancel Batch", - "description": "Cancel a batch.\nThis is the equivalent of POST https://api.openai.com/v1/batches/{batch_id}/cancel\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/batch/cancel\n\nExample Curl\n```\ncurl http://localhost:4000/v1/batches/batch_abc123/cancel -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -X POST\n\n```", - "operationId": "cancel_batch__provider__v1_batches__batch_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "batch_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Batch Id" - } - }, - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/public/model_hub": { - "get": { - "tags": [ - "public", - "model management" - ], - "summary": "Public Model Hub", - "operationId": "public_model_hub_public_model_hub_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/ModelGroupInfoProxy" - }, - "type": "array", - "title": "Response Public Model Hub Public Model Hub Get" - } - } - } - } - } - } - }, - "/public/agent_hub": { - "get": { - "tags": [ - "[beta] Agents", - "public" - ], - "summary": "Get Agents", - "operationId": "get_agents_public_agent_hub_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/AgentCard" - }, - "type": "array", - "title": "Response Get Agents Public Agent Hub Get" - } - } - } - } - } - } - }, - "/public/mcp_hub": { - "get": { - "tags": [ - "[beta] MCP", - "public" - ], - "summary": "Get Mcp Servers", - "operationId": "get_mcp_servers_public_mcp_hub_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/MCPPublicServer" - }, - "type": "array", - "title": "Response Get Mcp Servers Public Mcp Hub Get" - } - } - } - } - } - } - }, - "/public/skill_hub": { - "get": { - "tags": [ - "public", - "Claude Code Marketplace" - ], - "summary": "Public Skill Hub", - "description": "Return enabled (public) Claude Code skills \u2014 no auth required.", - "operationId": "public_skill_hub_public_skill_hub_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - } - }, - "/public/model_hub/info": { - "get": { - "tags": [ - "public", - "model management" - ], - "summary": "Public Model Hub Info", - "operationId": "public_model_hub_info_public_model_hub_info_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PublicModelHubInfo" - } - } - } - } - } - } - }, - "/public/providers": { - "get": { - "tags": [ - "public", - "providers" - ], - "summary": "Get Supported Providers", - "description": "Return a sorted list of all providers supported by LiteLLM.", - "operationId": "get_supported_providers_public_providers_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Response Get Supported Providers Public Providers Get" - } - } - } - } - } - } - }, - "/public/providers/fields": { - "get": { - "tags": [ - "public", - "providers" - ], - "summary": "Get Provider Fields", - "description": "Return provider metadata required by the dashboard create-model flow.", - "operationId": "get_provider_fields_public_providers_fields_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/ProviderCreateInfo" - }, - "type": "array", - "title": "Response Get Provider Fields Public Providers Fields Get" - } - } - } - } - } - } - }, - "/public/litellm_model_cost_map": { - "get": { - "tags": [ - "public", - "model management" - ], - "summary": "Get Litellm Model Cost Map", - "description": "Public endpoint to get the LiteLLM model cost map.\nReturns pricing information for all supported models.", - "operationId": "get_litellm_model_cost_map_public_litellm_model_cost_map_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - } - }, - "/public/litellm_blog_posts": { - "get": { - "tags": [ - "public" - ], - "summary": "Get Litellm Blog Posts", - "description": "Public endpoint to get the latest LiteLLM blog posts.\n\nFetches from GitHub with a 1-hour in-process cache.\nFalls back to the bundled local backup on any failure.", - "operationId": "get_litellm_blog_posts_public_litellm_blog_posts_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BlogPostsResponse" - } - } - } - } - } - } - }, - "/public/endpoints": { - "get": { - "tags": [ - "public" - ], - "summary": "Get Supported Endpoints", - "description": "Return the list of LiteLLM proxy endpoints and which providers support each one.\n\nReads from the bundled local backup file. Result is cached in-process for\nthe lifetime of the server process.", - "operationId": "get_supported_endpoints_public_endpoints_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SupportedEndpointsResponse" - } - } - } - } - } - } - }, - "/public/agents/fields": { - "get": { - "tags": [ - "public", - "[beta] Agents" - ], - "summary": "Get Agent Fields", - "description": "Return agent type metadata required by the dashboard create-agent flow.\n\nIf an agent has `inherit_credentials_from_provider`, the provider's credential\nfields are automatically appended to the agent's credential_fields.", - "operationId": "get_agent_fields_public_agents_fields_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/AgentCreateInfo" - }, - "type": "array", - "title": "Response Get Agent Fields Public Agents Fields Get" - } - } - } - } - } - } - }, - "/rerank": { - "post": { - "tags": [ - "rerank" - ], - "summary": "Rerank", - "operationId": "rerank_rerank_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/rerank": { - "post": { - "tags": [ - "rerank" - ], - "summary": "Rerank", - "operationId": "rerank_v1_rerank_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v2/rerank": { - "post": { - "tags": [ - "rerank" - ], - "summary": "Rerank", - "operationId": "rerank_v2_rerank_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/ocr": { - "post": { - "tags": [ - "ocr" - ], - "summary": "Ocr", - "description": "OCR endpoint for extracting text from documents and images.\n\nSupports two input modes:\n\n**1. JSON body** (Mistral OCR API compatible):\n```bash\ncurl -X POST \"http://localhost:4000/v1/ocr\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"model\": \"mistral-ocr\",\n \"document\": {\n \"type\": \"document_url\",\n \"document_url\": \"https://arxiv.org/pdf/2201.04234\"\n }\n }'\n```\n\n**2. Multipart form file upload**:\n```bash\ncurl -X POST \"http://localhost:4000/v1/ocr\" -H \"Authorization: Bearer sk-1234\" -F \"model=mistral-ocr\" -F \"file=@document.pdf\"\n```", - "operationId": "ocr_ocr_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/ocr": { - "post": { - "tags": [ - "ocr" - ], - "summary": "Ocr", - "description": "OCR endpoint for extracting text from documents and images.\n\nSupports two input modes:\n\n**1. JSON body** (Mistral OCR API compatible):\n```bash\ncurl -X POST \"http://localhost:4000/v1/ocr\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"model\": \"mistral-ocr\",\n \"document\": {\n \"type\": \"document_url\",\n \"document_url\": \"https://arxiv.org/pdf/2201.04234\"\n }\n }'\n```\n\n**2. Multipart form file upload**:\n```bash\ncurl -X POST \"http://localhost:4000/v1/ocr\" -H \"Authorization: Bearer sk-1234\" -F \"model=mistral-ocr\" -F \"file=@document.pdf\"\n```", - "operationId": "ocr_v1_ocr_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/rag/ingest": { - "post": { - "tags": [ - "rag" - ], - "summary": "Rag Ingest", - "description": "RAG Ingest endpoint - all-in-one document ingestion pipeline.\n\nSupports form upload (for files) or JSON body (for URLs).\n\n## Form upload (for files):\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/ingest\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -F file=\"@document.pdf\" \\\n -F 'ingest_options={\"vector_store\": {\"custom_llm_provider\": \"openai\"}}'\n```\n\n## JSON body (for URLs):\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/ingest\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"file_url\": \"https://example.com/document.pdf\",\n \"ingest_options\": {\"vector_store\": {\"custom_llm_provider\": \"openai\"}}\n }'\n```\n\n## Bedrock:\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/ingest\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -F file=\"@document.pdf\" \\\n -F 'ingest_options={\"vector_store\": {\"custom_llm_provider\": \"bedrock\"}}'\n```", - "operationId": "rag_ingest_rag_ingest_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/rag/ingest": { - "post": { - "tags": [ - "rag" - ], - "summary": "Rag Ingest", - "description": "RAG Ingest endpoint - all-in-one document ingestion pipeline.\n\nSupports form upload (for files) or JSON body (for URLs).\n\n## Form upload (for files):\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/ingest\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -F file=\"@document.pdf\" \\\n -F 'ingest_options={\"vector_store\": {\"custom_llm_provider\": \"openai\"}}'\n```\n\n## JSON body (for URLs):\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/ingest\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"file_url\": \"https://example.com/document.pdf\",\n \"ingest_options\": {\"vector_store\": {\"custom_llm_provider\": \"openai\"}}\n }'\n```\n\n## Bedrock:\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/ingest\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -F file=\"@document.pdf\" \\\n -F 'ingest_options={\"vector_store\": {\"custom_llm_provider\": \"bedrock\"}}'\n```", - "operationId": "rag_ingest_v1_rag_ingest_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/rag/query": { - "post": { - "tags": [ - "rag" - ], - "summary": "Rag Query", - "description": "RAG Query endpoint - search vector store, optionally rerank, and generate LLM response.\n\nThis endpoint:\n1. Extracts the query from the last user message\n2. Searches the vector store for relevant context\n3. Optionally reranks the results\n4. Generates an LLM response with the retrieved context\n\n## Example Request:\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/query\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"gpt-4o-mini\",\n \"messages\": [{\"role\": \"user\", \"content\": \"What is LiteLLM?\"}],\n \"retrieval_config\": {\n \"vector_store_id\": \"vs_abc123\",\n \"custom_llm_provider\": \"openai\",\n \"top_k\": 5\n }\n }'\n```\n\n## With Reranking:\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/query\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"gpt-4o-mini\",\n \"messages\": [{\"role\": \"user\", \"content\": \"What is LiteLLM?\"}],\n \"retrieval_config\": {\n \"vector_store_id\": \"vs_abc123\",\n \"custom_llm_provider\": \"openai\",\n \"top_k\": 10\n },\n \"rerank\": {\n \"enabled\": true,\n \"model\": \"cohere/rerank-english-v3.0\",\n \"top_n\": 3\n }\n }'\n```", - "operationId": "rag_query_rag_query_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/rag/query": { - "post": { - "tags": [ - "rag" - ], - "summary": "Rag Query", - "description": "RAG Query endpoint - search vector store, optionally rerank, and generate LLM response.\n\nThis endpoint:\n1. Extracts the query from the last user message\n2. Searches the vector store for relevant context\n3. Optionally reranks the results\n4. Generates an LLM response with the retrieved context\n\n## Example Request:\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/query\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"gpt-4o-mini\",\n \"messages\": [{\"role\": \"user\", \"content\": \"What is LiteLLM?\"}],\n \"retrieval_config\": {\n \"vector_store_id\": \"vs_abc123\",\n \"custom_llm_provider\": \"openai\",\n \"top_k\": 5\n }\n }'\n```\n\n## With Reranking:\n```bash\ncurl -X POST \"http://localhost:4000/v1/rag/query\" \\\n -H \"Authorization: Bearer sk-1234\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"gpt-4o-mini\",\n \"messages\": [{\"role\": \"user\", \"content\": \"What is LiteLLM?\"}],\n \"retrieval_config\": {\n \"vector_store_id\": \"vs_abc123\",\n \"custom_llm_provider\": \"openai\",\n \"top_k\": 10\n },\n \"rerank\": {\n \"enabled\": true,\n \"model\": \"cohere/rerank-english-v3.0\",\n \"top_n\": 3\n }\n }'\n```", - "operationId": "rag_query_v1_rag_query_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/videos": { - "get": { - "tags": [ - "videos" - ], - "summary": "Video List", - "description": "Video list endpoint for retrieving a list of videos.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/videos\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "video_list_videos_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "post": { - "tags": [ - "videos" - ], - "summary": "Video Generation", - "description": "Video generation endpoint for creating videos from text prompts.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"model\": \"sora-2\",\n \"prompt\": \"A beautiful sunset over the ocean\"\n }'\n```", - "operationId": "video_generation_videos_post", - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_video_generation_videos_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/videos": { - "get": { - "tags": [ - "videos" - ], - "summary": "Video List", - "description": "Video list endpoint for retrieving a list of videos.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/videos\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "video_list_v1_videos_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "post": { - "tags": [ - "videos" - ], - "summary": "Video Generation", - "description": "Video generation endpoint for creating videos from text prompts.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"model\": \"sora-2\",\n \"prompt\": \"A beautiful sunset over the ocean\"\n }'\n```", - "operationId": "video_generation_v1_videos_post", - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_video_generation_v1_videos_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/videos/{video_id}": { - "get": { - "tags": [ - "videos" - ], - "summary": "Video Status", - "description": "Video status endpoint for retrieving video status and metadata.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/videos/video_123\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "video_status_videos__video_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "video_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Video Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/videos/{video_id}": { - "get": { - "tags": [ - "videos" - ], - "summary": "Video Status", - "description": "Video status endpoint for retrieving video status and metadata.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/videos/video_123\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "video_status_v1_videos__video_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "video_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Video Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/videos/{video_id}/content": { - "get": { - "tags": [ - "videos" - ], - "summary": "Video Content", - "description": "Video content endpoint for downloading video content.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/videos/{video_id}/content\" -H \"Authorization: Bearer sk-1234\" --output video.mp4\n```", - "operationId": "video_content_videos__video_id__content_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "video_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Video Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response" - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/videos/{video_id}/content": { - "get": { - "tags": [ - "videos" - ], - "summary": "Video Content", - "description": "Video content endpoint for downloading video content.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/videos/{video_id}/content\" -H \"Authorization: Bearer sk-1234\" --output video.mp4\n```", - "operationId": "video_content_v1_videos__video_id__content_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "video_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Video Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response" - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/videos/{video_id}/remix": { - "post": { - "tags": [ - "videos" - ], - "summary": "Video Remix", - "description": "Video remix endpoint for remixing existing videos with new prompts.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos/video_123/remix\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"prompt\": \"A new version with different colors\"\n }'\n```", - "operationId": "video_remix_videos__video_id__remix_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "video_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Video Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/videos/{video_id}/remix": { - "post": { - "tags": [ - "videos" - ], - "summary": "Video Remix", - "description": "Video remix endpoint for remixing existing videos with new prompts.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos/video_123/remix\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"prompt\": \"A new version with different colors\"\n }'\n```", - "operationId": "video_remix_v1_videos__video_id__remix_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "video_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Video Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/videos/characters": { - "post": { - "tags": [ - "videos" - ], - "summary": "Video Create Character", - "description": "Create a character from an uploaded video file.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos/create-character\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos/characters\" -H \"Authorization: Bearer sk-1234\" -F \"video=@character_video.mp4\" -F \"name=my_character\"\n```", - "operationId": "video_create_character_videos_characters_post", - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_video_create_character_videos_characters_post" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/videos/characters": { - "post": { - "tags": [ - "videos" - ], - "summary": "Video Create Character", - "description": "Create a character from an uploaded video file.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos/create-character\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos/characters\" -H \"Authorization: Bearer sk-1234\" -F \"video=@character_video.mp4\" -F \"name=my_character\"\n```", - "operationId": "video_create_character_v1_videos_characters_post", - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_video_create_character_v1_videos_characters_post" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/videos/characters/{character_id}": { - "get": { - "tags": [ - "videos" - ], - "summary": "Video Get Character", - "description": "Retrieve a character by ID.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos/get-character\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/videos/characters/char_123\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "video_get_character_videos_characters__character_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "character_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Character Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/videos/characters/{character_id}": { - "get": { - "tags": [ - "videos" - ], - "summary": "Video Get Character", - "description": "Retrieve a character by ID.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos/get-character\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/videos/characters/char_123\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "video_get_character_v1_videos_characters__character_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "character_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Character Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/videos/edits": { - "post": { - "tags": [ - "videos" - ], - "summary": "Video Edit", - "description": "Create a video edit job.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos/create-edit\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos/edits\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Make it brighter\", \"video\": {\"id\": \"video_123\"}}'\n```", - "operationId": "video_edit_videos_edits_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/videos/edits": { - "post": { - "tags": [ - "videos" - ], - "summary": "Video Edit", - "description": "Create a video edit job.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos/create-edit\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos/edits\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Make it brighter\", \"video\": {\"id\": \"video_123\"}}'\n```", - "operationId": "video_edit_v1_videos_edits_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/videos/extensions": { - "post": { - "tags": [ - "videos" - ], - "summary": "Video Extension", - "description": "Create a video extension.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos/create-extension\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos/extensions\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Continue the scene\", \"seconds\": \"5\", \"video\": {\"id\": \"video_123\"}}'\n```", - "operationId": "video_extension_videos_extensions_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/videos/extensions": { - "post": { - "tags": [ - "videos" - ], - "summary": "Video Extension", - "description": "Create a video extension.\n\nFollows the OpenAI Videos API spec:\nhttps://platform.openai.com/docs/api-reference/videos/create-extension\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/videos/extensions\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\"prompt\": \"Continue the scene\", \"seconds\": \"5\", \"video\": {\"id\": \"video_123\"}}'\n```", - "operationId": "video_extension_v1_videos_extensions_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/containers": { - "get": { - "tags": [ - "containers" - ], - "summary": "List Containers", - "description": "Container list endpoint for retrieving a list of containers.\n\nFollows the OpenAI Containers API spec:\nhttps://platform.openai.com/docs/api-reference/containers\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/containers?limit=20&order=desc\" -H \"Authorization: Bearer sk-1234\"\n```\n\nOr specify provider via header or query param:\n```bash\ncurl -X GET \"http://localhost:4000/v1/containers?custom_llm_provider=azure\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "list_containers_containers_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "post": { - "tags": [ - "containers" - ], - "summary": "Create Container", - "description": "Container creation endpoint for creating new containers.\n\nFollows the OpenAI Containers API spec:\nhttps://platform.openai.com/docs/api-reference/containers\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/containers\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"name\": \"My Container\",\n \"expires_after\": {\n \"anchor\": \"last_active_at\",\n \"minutes\": 20\n }\n }'\n```\n\nOr specify provider via header:\n```bash\ncurl -X POST \"http://localhost:4000/v1/containers\" -H \"Authorization: Bearer sk-1234\" -H \"custom-llm-provider: azure\" -H \"Content-Type: application/json\" -d '{\n \"name\": \"My Container\"\n }'\n```", - "operationId": "create_container_containers_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/containers": { - "get": { - "tags": [ - "containers" - ], - "summary": "List Containers", - "description": "Container list endpoint for retrieving a list of containers.\n\nFollows the OpenAI Containers API spec:\nhttps://platform.openai.com/docs/api-reference/containers\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/containers?limit=20&order=desc\" -H \"Authorization: Bearer sk-1234\"\n```\n\nOr specify provider via header or query param:\n```bash\ncurl -X GET \"http://localhost:4000/v1/containers?custom_llm_provider=azure\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "list_containers_v1_containers_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "post": { - "tags": [ - "containers" - ], - "summary": "Create Container", - "description": "Container creation endpoint for creating new containers.\n\nFollows the OpenAI Containers API spec:\nhttps://platform.openai.com/docs/api-reference/containers\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1/containers\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"name\": \"My Container\",\n \"expires_after\": {\n \"anchor\": \"last_active_at\",\n \"minutes\": 20\n }\n }'\n```\n\nOr specify provider via header:\n```bash\ncurl -X POST \"http://localhost:4000/v1/containers\" -H \"Authorization: Bearer sk-1234\" -H \"custom-llm-provider: azure\" -H \"Content-Type: application/json\" -d '{\n \"name\": \"My Container\"\n }'\n```", - "operationId": "create_container_v1_containers_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/containers/{container_id}": { - "get": { - "tags": [ - "containers" - ], - "summary": "Retrieve Container", - "description": "Container retrieve endpoint for getting details of a specific container.\n\nFollows the OpenAI Containers API spec:\nhttps://platform.openai.com/docs/api-reference/containers\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/containers/cntr_123\" -H \"Authorization: Bearer sk-1234\"\n```\n\nOr specify provider via header:\n```bash\ncurl -X GET \"http://localhost:4000/v1/containers/cntr_123\" -H \"Authorization: Bearer sk-1234\" -H \"custom-llm-provider: azure\"\n```", - "operationId": "retrieve_container_containers__container_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "containers" - ], - "summary": "Delete Container", - "description": "Container delete endpoint for deleting a specific container.\n\nFollows the OpenAI Containers API spec:\nhttps://platform.openai.com/docs/api-reference/containers\n\nExample:\n```bash\ncurl -X DELETE \"http://localhost:4000/v1/containers/cntr_123\" -H \"Authorization: Bearer sk-1234\"\n```\n\nOr specify provider via header:\n```bash\ncurl -X DELETE \"http://localhost:4000/v1/containers/cntr_123\" -H \"Authorization: Bearer sk-1234\" -H \"custom-llm-provider: azure\"\n```", - "operationId": "delete_container_containers__container_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/containers/{container_id}": { - "get": { - "tags": [ - "containers" - ], - "summary": "Retrieve Container", - "description": "Container retrieve endpoint for getting details of a specific container.\n\nFollows the OpenAI Containers API spec:\nhttps://platform.openai.com/docs/api-reference/containers\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/containers/cntr_123\" -H \"Authorization: Bearer sk-1234\"\n```\n\nOr specify provider via header:\n```bash\ncurl -X GET \"http://localhost:4000/v1/containers/cntr_123\" -H \"Authorization: Bearer sk-1234\" -H \"custom-llm-provider: azure\"\n```", - "operationId": "retrieve_container_v1_containers__container_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "containers" - ], - "summary": "Delete Container", - "description": "Container delete endpoint for deleting a specific container.\n\nFollows the OpenAI Containers API spec:\nhttps://platform.openai.com/docs/api-reference/containers\n\nExample:\n```bash\ncurl -X DELETE \"http://localhost:4000/v1/containers/cntr_123\" -H \"Authorization: Bearer sk-1234\"\n```\n\nOr specify provider via header:\n```bash\ncurl -X DELETE \"http://localhost:4000/v1/containers/cntr_123\" -H \"Authorization: Bearer sk-1234\" -H \"custom-llm-provider: azure\"\n```", - "operationId": "delete_container_v1_containers__container_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/containers/{container_id}/files": { - "get": { - "tags": [ - "containers" - ], - "summary": "Handler Container Id", - "operationId": "handler_container_id_v1_containers__container_id__files_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "containers" - ], - "summary": "Handler Multipart Upload", - "operationId": "handler_multipart_upload_v1_containers__container_id__files_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/containers/{container_id}/files": { - "get": { - "tags": [ - "containers" - ], - "summary": "Handler Container Id", - "operationId": "handler_container_id_containers__container_id__files_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "containers" - ], - "summary": "Handler Multipart Upload", - "operationId": "handler_multipart_upload_containers__container_id__files_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/containers/{container_id}/files/{file_id}": { - "get": { - "tags": [ - "containers" - ], - "summary": "Handler Container File", - "operationId": "handler_container_file_v1_containers__container_id__files__file_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - }, - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "containers" - ], - "summary": "Handler Container File", - "operationId": "handler_container_file_v1_containers__container_id__files__file_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - }, - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/containers/{container_id}/files/{file_id}": { - "get": { - "tags": [ - "containers" - ], - "summary": "Handler Container File", - "operationId": "handler_container_file_containers__container_id__files__file_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - }, - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "containers" - ], - "summary": "Handler Container File", - "operationId": "handler_container_file_containers__container_id__files__file_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - }, - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/containers/{container_id}/files/{file_id}/content": { - "get": { - "tags": [ - "containers" - ], - "summary": "Handler Binary Content", - "operationId": "handler_binary_content_v1_containers__container_id__files__file_id__content_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - }, - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/containers/{container_id}/files/{file_id}/content": { - "get": { - "tags": [ - "containers" - ], - "summary": "Handler Binary Content", - "operationId": "handler_binary_content_containers__container_id__files__file_id__content_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "container_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Container Id" - } - }, - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/search": { - "post": { - "tags": [ - "search" - ], - "summary": "Search", - "description": "Search endpoint for performing web searches.\n\nFollows the Perplexity Search API spec:\nhttps://docs.perplexity.ai/api-reference/search-post\n\nThe search_tool_name can be passed either:\n1. In the URL path: /v1/search/{search_tool_name}\n2. In the request body: {\"search_tool_name\": \"...\"}\n\nExample with search_tool_name in URL (recommended - keeps body Perplexity-compatible):\n```bash\ncurl -X POST \"http://localhost:4000/v1/search/litellm-search\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"query\": \"latest AI developments 2024\",\n \"max_results\": 5,\n \"search_domain_filter\": [\"arxiv.org\", \"nature.com\"],\n \"country\": \"US\"\n }'\n```\n\nExample with search_tool_name in body:\n```bash\ncurl -X POST \"http://localhost:4000/v1/search\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"search_tool_name\": \"litellm-search\",\n \"query\": \"latest AI developments 2024\",\n \"max_results\": 5,\n \"search_domain_filter\": [\"arxiv.org\", \"nature.com\"],\n \"country\": \"US\"\n }'\n```\n\nRequest Body Parameters (when search_tool_name not in URL):\n- search_tool_name (str, required if not in URL): Name of the search tool configured in router\n- query (str or list[str], required): Search query\n- max_results (int, optional): Maximum number of results (1-20), default 10\n- search_domain_filter (list[str], optional): List of domains to filter (max 20)\n- max_tokens_per_page (int, optional): Max tokens per page, default 1024\n- country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE')\n\nWhen using URL path parameter, only Perplexity-compatible parameters are needed in body:\n- query (str or list[str], required): Search query\n- max_results (int, optional): Maximum number of results (1-20), default 10\n- search_domain_filter (list[str], optional): List of domains to filter (max 20)\n- max_tokens_per_page (int, optional): Max tokens per page, default 1024\n- country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE')\n\nResponse follows Perplexity Search API format:\n```json\n{\n \"object\": \"search\",\n \"results\": [\n {\n \"title\": \"Result title\",\n \"url\": \"https://example.com\",\n \"snippet\": \"Result snippet...\",\n \"date\": \"2024-01-01\",\n \"last_updated\": \"2024-01-01\"\n }\n ]\n}\n```", - "operationId": "search_search_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "search_tool_name", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Search Tool Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/search": { - "post": { - "tags": [ - "search" - ], - "summary": "Search", - "description": "Search endpoint for performing web searches.\n\nFollows the Perplexity Search API spec:\nhttps://docs.perplexity.ai/api-reference/search-post\n\nThe search_tool_name can be passed either:\n1. In the URL path: /v1/search/{search_tool_name}\n2. In the request body: {\"search_tool_name\": \"...\"}\n\nExample with search_tool_name in URL (recommended - keeps body Perplexity-compatible):\n```bash\ncurl -X POST \"http://localhost:4000/v1/search/litellm-search\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"query\": \"latest AI developments 2024\",\n \"max_results\": 5,\n \"search_domain_filter\": [\"arxiv.org\", \"nature.com\"],\n \"country\": \"US\"\n }'\n```\n\nExample with search_tool_name in body:\n```bash\ncurl -X POST \"http://localhost:4000/v1/search\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"search_tool_name\": \"litellm-search\",\n \"query\": \"latest AI developments 2024\",\n \"max_results\": 5,\n \"search_domain_filter\": [\"arxiv.org\", \"nature.com\"],\n \"country\": \"US\"\n }'\n```\n\nRequest Body Parameters (when search_tool_name not in URL):\n- search_tool_name (str, required if not in URL): Name of the search tool configured in router\n- query (str or list[str], required): Search query\n- max_results (int, optional): Maximum number of results (1-20), default 10\n- search_domain_filter (list[str], optional): List of domains to filter (max 20)\n- max_tokens_per_page (int, optional): Max tokens per page, default 1024\n- country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE')\n\nWhen using URL path parameter, only Perplexity-compatible parameters are needed in body:\n- query (str or list[str], required): Search query\n- max_results (int, optional): Maximum number of results (1-20), default 10\n- search_domain_filter (list[str], optional): List of domains to filter (max 20)\n- max_tokens_per_page (int, optional): Max tokens per page, default 1024\n- country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE')\n\nResponse follows Perplexity Search API format:\n```json\n{\n \"object\": \"search\",\n \"results\": [\n {\n \"title\": \"Result title\",\n \"url\": \"https://example.com\",\n \"snippet\": \"Result snippet...\",\n \"date\": \"2024-01-01\",\n \"last_updated\": \"2024-01-01\"\n }\n ]\n}\n```", - "operationId": "search_v1_search_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "search_tool_name", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Search Tool Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/search/{search_tool_name}": { - "post": { - "tags": [ - "search" - ], - "summary": "Search", - "description": "Search endpoint for performing web searches.\n\nFollows the Perplexity Search API spec:\nhttps://docs.perplexity.ai/api-reference/search-post\n\nThe search_tool_name can be passed either:\n1. In the URL path: /v1/search/{search_tool_name}\n2. In the request body: {\"search_tool_name\": \"...\"}\n\nExample with search_tool_name in URL (recommended - keeps body Perplexity-compatible):\n```bash\ncurl -X POST \"http://localhost:4000/v1/search/litellm-search\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"query\": \"latest AI developments 2024\",\n \"max_results\": 5,\n \"search_domain_filter\": [\"arxiv.org\", \"nature.com\"],\n \"country\": \"US\"\n }'\n```\n\nExample with search_tool_name in body:\n```bash\ncurl -X POST \"http://localhost:4000/v1/search\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"search_tool_name\": \"litellm-search\",\n \"query\": \"latest AI developments 2024\",\n \"max_results\": 5,\n \"search_domain_filter\": [\"arxiv.org\", \"nature.com\"],\n \"country\": \"US\"\n }'\n```\n\nRequest Body Parameters (when search_tool_name not in URL):\n- search_tool_name (str, required if not in URL): Name of the search tool configured in router\n- query (str or list[str], required): Search query\n- max_results (int, optional): Maximum number of results (1-20), default 10\n- search_domain_filter (list[str], optional): List of domains to filter (max 20)\n- max_tokens_per_page (int, optional): Max tokens per page, default 1024\n- country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE')\n\nWhen using URL path parameter, only Perplexity-compatible parameters are needed in body:\n- query (str or list[str], required): Search query\n- max_results (int, optional): Maximum number of results (1-20), default 10\n- search_domain_filter (list[str], optional): List of domains to filter (max 20)\n- max_tokens_per_page (int, optional): Max tokens per page, default 1024\n- country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE')\n\nResponse follows Perplexity Search API format:\n```json\n{\n \"object\": \"search\",\n \"results\": [\n {\n \"title\": \"Result title\",\n \"url\": \"https://example.com\",\n \"snippet\": \"Result snippet...\",\n \"date\": \"2024-01-01\",\n \"last_updated\": \"2024-01-01\"\n }\n ]\n}\n```", - "operationId": "search_search__search_tool_name__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "search_tool_name", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Search Tool Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/search/{search_tool_name}": { - "post": { - "tags": [ - "search" - ], - "summary": "Search", - "description": "Search endpoint for performing web searches.\n\nFollows the Perplexity Search API spec:\nhttps://docs.perplexity.ai/api-reference/search-post\n\nThe search_tool_name can be passed either:\n1. In the URL path: /v1/search/{search_tool_name}\n2. In the request body: {\"search_tool_name\": \"...\"}\n\nExample with search_tool_name in URL (recommended - keeps body Perplexity-compatible):\n```bash\ncurl -X POST \"http://localhost:4000/v1/search/litellm-search\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"query\": \"latest AI developments 2024\",\n \"max_results\": 5,\n \"search_domain_filter\": [\"arxiv.org\", \"nature.com\"],\n \"country\": \"US\"\n }'\n```\n\nExample with search_tool_name in body:\n```bash\ncurl -X POST \"http://localhost:4000/v1/search\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"search_tool_name\": \"litellm-search\",\n \"query\": \"latest AI developments 2024\",\n \"max_results\": 5,\n \"search_domain_filter\": [\"arxiv.org\", \"nature.com\"],\n \"country\": \"US\"\n }'\n```\n\nRequest Body Parameters (when search_tool_name not in URL):\n- search_tool_name (str, required if not in URL): Name of the search tool configured in router\n- query (str or list[str], required): Search query\n- max_results (int, optional): Maximum number of results (1-20), default 10\n- search_domain_filter (list[str], optional): List of domains to filter (max 20)\n- max_tokens_per_page (int, optional): Max tokens per page, default 1024\n- country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE')\n\nWhen using URL path parameter, only Perplexity-compatible parameters are needed in body:\n- query (str or list[str], required): Search query\n- max_results (int, optional): Maximum number of results (1-20), default 10\n- search_domain_filter (list[str], optional): List of domains to filter (max 20)\n- max_tokens_per_page (int, optional): Max tokens per page, default 1024\n- country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE')\n\nResponse follows Perplexity Search API format:\n```json\n{\n \"object\": \"search\",\n \"results\": [\n {\n \"title\": \"Result title\",\n \"url\": \"https://example.com\",\n \"snippet\": \"Result snippet...\",\n \"date\": \"2024-01-01\",\n \"last_updated\": \"2024-01-01\"\n }\n ]\n}\n```", - "operationId": "search_v1_search__search_tool_name__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "search_tool_name", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Search Tool Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/search/tools": { - "get": { - "tags": [ - "search" - ], - "summary": "List Search Tools", - "description": "List all available search tools configured in the router.\n\nThis endpoint returns the search tools that are currently loaded and available\nfor use with the /v1/search endpoint.\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/search/tools\" -H \"Authorization: Bearer sk-1234\"\n```\n\nResponse:\n```json\n{\n \"object\": \"list\",\n \"data\": [\n {\n \"search_tool_name\": \"litellm-search\",\n \"search_provider\": \"perplexity\",\n \"description\": \"Perplexity search tool\"\n }\n ]\n}\n```", - "operationId": "list_search_tools_search_tools_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1/search/tools": { - "get": { - "tags": [ - "search" - ], - "summary": "List Search Tools", - "description": "List all available search tools configured in the router.\n\nThis endpoint returns the search tools that are currently loaded and available\nfor use with the /v1/search endpoint.\n\nExample:\n```bash\ncurl -X GET \"http://localhost:4000/v1/search/tools\" -H \"Authorization: Bearer sk-1234\"\n```\n\nResponse:\n```json\n{\n \"object\": \"list\",\n \"data\": [\n {\n \"search_tool_name\": \"litellm-search\",\n \"search_provider\": \"perplexity\",\n \"description\": \"Perplexity search tool\"\n }\n ]\n}\n```", - "operationId": "list_search_tools_v1_search_tools_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/openai/deployments/{model}/images/generations": { - "post": { - "tags": [ - "images" - ], - "summary": "Image Generation", - "operationId": "image_generation_openai_deployments__model__images_generations_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/images/generations": { - "post": { - "tags": [ - "images" - ], - "summary": "Image Generation", - "operationId": "image_generation_images_generations_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/images/generations": { - "post": { - "tags": [ - "images" - ], - "summary": "Image Generation", - "operationId": "image_generation_v1_images_generations_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/openai/deployments/{model}/images/edits": { - "post": { - "tags": [ - "images" - ], - "summary": "Image Edit Api", - "description": "Follows the OpenAI Images API spec: https://platform.openai.com/docs/api-reference/images/create\n\n```bash\ncurl -s -D >(grep -i x-request-id >&2) -o >(jq -r '.data[0].b64_json' | base64 --decode > gift-basket.png) -X POST \"http://localhost:4000/v1/images/edits\" -H \"Authorization: Bearer sk-1234\" -F \"model=gpt-image-1\" -F \"image[]=@soap.png\" -F 'prompt=Create a studio ghibli image of this'\n```", - "operationId": "image_edit_api_openai_deployments__model__images_edits_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_image_edit_api_openai_deployments__model__images_edits_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/images/edits": { - "post": { - "tags": [ - "images" - ], - "summary": "Image Edit Api", - "description": "Follows the OpenAI Images API spec: https://platform.openai.com/docs/api-reference/images/create\n\n```bash\ncurl -s -D >(grep -i x-request-id >&2) -o >(jq -r '.data[0].b64_json' | base64 --decode > gift-basket.png) -X POST \"http://localhost:4000/v1/images/edits\" -H \"Authorization: Bearer sk-1234\" -F \"model=gpt-image-1\" -F \"image[]=@soap.png\" -F 'prompt=Create a studio ghibli image of this'\n```", - "operationId": "image_edit_api_images_edits_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_image_edit_api_images_edits_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/images/edits": { - "post": { - "tags": [ - "images" - ], - "summary": "Image Edit Api", - "description": "Follows the OpenAI Images API spec: https://platform.openai.com/docs/api-reference/images/create\n\n```bash\ncurl -s -D >(grep -i x-request-id >&2) -o >(jq -r '.data[0].b64_json' | base64 --decode > gift-basket.png) -X POST \"http://localhost:4000/v1/images/edits\" -H \"Authorization: Bearer sk-1234\" -F \"model=gpt-image-1\" -F \"image[]=@soap.png\" -F 'prompt=Create a studio ghibli image of this'\n```", - "operationId": "image_edit_api_v1_images_edits_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - } - ], - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_image_edit_api_v1_images_edits_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/fine_tuning/jobs": { - "post": { - "tags": [ - "fine-tuning" - ], - "summary": "\u2728 (Enterprise) Create Fine-Tuning Job", - "description": "Creates a fine-tuning job which begins the process of creating a new model from a given dataset.\nThis is the equivalent of POST https://api.openai.com/v1/fine_tuning/jobs\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/fine-tuning/create\n\nExample Curl:\n```\ncurl http://localhost:4000/v1/fine_tuning/jobs -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-3.5-turbo\",\n \"training_file\": \"file-abc123\",\n \"hyperparameters\": {\n \"n_epochs\": 4\n }\n }'\n```", - "operationId": "create_fine_tuning_job_fine_tuning_jobs_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLMFineTuningJobCreate" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "fine-tuning" - ], - "summary": "\u2728 (Enterprise) List Fine-Tuning Jobs", - "description": "Lists fine-tuning jobs for the organization.\nThis is the equivalent of GET https://api.openai.com/v1/fine_tuning/jobs\n\nSupported Query Params:\n- `custom_llm_provider`: Name of the LiteLLM provider\n- `after`: Identifier for the last job from the previous pagination request.\n- `limit`: Number of fine-tuning jobs to retrieve (default is 20).", - "operationId": "list_fine_tuning_jobs_fine_tuning_jobs_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "custom_llm_provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "enum": [ - "openai", - "azure" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Custom Llm Provider" - } - }, - { - "name": "target_model_names", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Comma separated list of model names to filter by. Example: 'gpt-4o,gpt-4o-mini'", - "title": "Target Model Names" - }, - "description": "Comma separated list of model names to filter by. Example: 'gpt-4o,gpt-4o-mini'" - }, - { - "name": "after", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Limit" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/fine_tuning/jobs": { - "post": { - "tags": [ - "fine-tuning" - ], - "summary": "\u2728 (Enterprise) Create Fine-Tuning Job", - "description": "Creates a fine-tuning job which begins the process of creating a new model from a given dataset.\nThis is the equivalent of POST https://api.openai.com/v1/fine_tuning/jobs\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/fine-tuning/create\n\nExample Curl:\n```\ncurl http://localhost:4000/v1/fine_tuning/jobs -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"model\": \"gpt-3.5-turbo\",\n \"training_file\": \"file-abc123\",\n \"hyperparameters\": {\n \"n_epochs\": 4\n }\n }'\n```", - "operationId": "create_fine_tuning_job_v1_fine_tuning_jobs_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLMFineTuningJobCreate" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "fine-tuning" - ], - "summary": "\u2728 (Enterprise) List Fine-Tuning Jobs", - "description": "Lists fine-tuning jobs for the organization.\nThis is the equivalent of GET https://api.openai.com/v1/fine_tuning/jobs\n\nSupported Query Params:\n- `custom_llm_provider`: Name of the LiteLLM provider\n- `after`: Identifier for the last job from the previous pagination request.\n- `limit`: Number of fine-tuning jobs to retrieve (default is 20).", - "operationId": "list_fine_tuning_jobs_v1_fine_tuning_jobs_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "custom_llm_provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "enum": [ - "openai", - "azure" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Custom Llm Provider" - } - }, - { - "name": "target_model_names", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Comma separated list of model names to filter by. Example: 'gpt-4o,gpt-4o-mini'", - "title": "Target Model Names" - }, - "description": "Comma separated list of model names to filter by. Example: 'gpt-4o,gpt-4o-mini'" - }, - { - "name": "after", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Limit" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/fine_tuning/jobs/{fine_tuning_job_id}": { - "get": { - "tags": [ - "fine-tuning" - ], - "summary": "\u2728 (Enterprise) Retrieve Fine-Tuning Job", - "description": "Retrieves a fine-tuning job.\nThis is the equivalent of GET https://api.openai.com/v1/fine_tuning/jobs/{fine_tuning_job_id}\n\nSupported Query Params:\n- `custom_llm_provider`: Name of the LiteLLM provider\n- `fine_tuning_job_id`: The ID of the fine-tuning job to retrieve.", - "operationId": "retrieve_fine_tuning_job_fine_tuning_jobs__fine_tuning_job_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "fine_tuning_job_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Fine Tuning Job Id" - } - }, - { - "name": "custom_llm_provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "enum": [ - "openai", - "azure" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/fine_tuning/jobs/{fine_tuning_job_id}": { - "get": { - "tags": [ - "fine-tuning" - ], - "summary": "\u2728 (Enterprise) Retrieve Fine-Tuning Job", - "description": "Retrieves a fine-tuning job.\nThis is the equivalent of GET https://api.openai.com/v1/fine_tuning/jobs/{fine_tuning_job_id}\n\nSupported Query Params:\n- `custom_llm_provider`: Name of the LiteLLM provider\n- `fine_tuning_job_id`: The ID of the fine-tuning job to retrieve.", - "operationId": "retrieve_fine_tuning_job_v1_fine_tuning_jobs__fine_tuning_job_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "fine_tuning_job_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Fine Tuning Job Id" - } - }, - { - "name": "custom_llm_provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "enum": [ - "openai", - "azure" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/fine_tuning/jobs/{fine_tuning_job_id}/cancel": { - "post": { - "tags": [ - "fine-tuning" - ], - "summary": "\u2728 (Enterprise) Cancel Fine-Tuning Jobs", - "description": "Cancel a fine-tuning job.\n\nThis is the equivalent of POST https://api.openai.com/v1/fine_tuning/jobs/{fine_tuning_job_id}/cancel\n\nSupported Query Params:\n- `custom_llm_provider`: Name of the LiteLLM provider\n- `fine_tuning_job_id`: The ID of the fine-tuning job to cancel.", - "operationId": "cancel_fine_tuning_job_fine_tuning_jobs__fine_tuning_job_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "fine_tuning_job_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Fine Tuning Job Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/fine_tuning/jobs/{fine_tuning_job_id}/cancel": { - "post": { - "tags": [ - "fine-tuning" - ], - "summary": "\u2728 (Enterprise) Cancel Fine-Tuning Jobs", - "description": "Cancel a fine-tuning job.\n\nThis is the equivalent of POST https://api.openai.com/v1/fine_tuning/jobs/{fine_tuning_job_id}/cancel\n\nSupported Query Params:\n- `custom_llm_provider`: Name of the LiteLLM provider\n- `fine_tuning_job_id`: The ID of the fine-tuning job to cancel.", - "operationId": "cancel_fine_tuning_job_v1_fine_tuning_jobs__fine_tuning_job_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "fine_tuning_job_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Fine Tuning Job Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/credentials": { - "get": { - "tags": [ - "credential management" - ], - "summary": "Get Credentials", - "description": "[BETA] endpoint. This might change unexpectedly.", - "operationId": "get_credentials_credentials_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "post": { - "tags": [ - "credential management" - ], - "summary": "Create Credential", - "description": "[BETA] endpoint. This might change unexpectedly.\nStores credential in DB.\nReloads credentials in memory.", - "operationId": "create_credential_credentials_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CreateCredentialItem" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/credentials/by_name/{credential_name}": { - "get": { - "tags": [ - "credential management" - ], - "summary": "Get Credential By Name", - "description": "[BETA] endpoint. This might change unexpectedly.", - "operationId": "get_credential_by_name_credentials_by_name__credential_name__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "credential_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "description": "The credential name, percent-decoded; may contain slashes", - "title": "Credential Name" - }, - "description": "The credential name, percent-decoded; may contain slashes" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CredentialItem" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/credentials/by_model/{model_id}": { - "get": { - "tags": [ - "credential management" - ], - "summary": "Get Credential By Model", - "description": "[BETA] endpoint. This might change unexpectedly.", - "operationId": "get_credential_by_model_credentials_by_model__model_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "description": "The model ID to look up credentials for", - "title": "Model Id" - }, - "description": "The model ID to look up credentials for" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CredentialItem" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/credentials/{credential_name}": { - "delete": { - "tags": [ - "credential management" - ], - "summary": "Delete Credential", - "description": "[BETA] endpoint. This might change unexpectedly.", - "operationId": "delete_credential_credentials__credential_name__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "credential_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "description": "The credential name, percent-decoded; may contain slashes", - "title": "Credential Name" - }, - "description": "The credential name, percent-decoded; may contain slashes" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "credential management" - ], - "summary": "Update Credential", - "description": "[BETA] endpoint. This might change unexpectedly.", - "operationId": "update_credential_credentials__credential_name__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "credential_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "description": "The credential name, percent-decoded; may contain slashes", - "title": "Credential Name" - }, - "description": "The credential name, percent-decoded; may contain slashes" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CredentialItem" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/gemini/{endpoint}": { - "put": { - "tags": [ - "Google AI Studio Pass-through", - "pass-through" - ], - "summary": "Gemini Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)", - "operationId": "gemini_proxy_route_gemini__endpoint__put", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Google AI Studio Pass-through", - "pass-through" - ], - "summary": "Gemini Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)", - "operationId": "gemini_proxy_route_gemini__endpoint__get", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Google AI Studio Pass-through", - "pass-through" - ], - "summary": "Gemini Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)", - "operationId": "gemini_proxy_route_gemini__endpoint__patch", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Google AI Studio Pass-through", - "pass-through" - ], - "summary": "Gemini Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)", - "operationId": "gemini_proxy_route_gemini__endpoint__delete", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Google AI Studio Pass-through", - "pass-through" - ], - "summary": "Gemini Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio)", - "operationId": "gemini_proxy_route_gemini__endpoint__post", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/cohere/{endpoint}": { - "put": { - "tags": [ - "Cohere Pass-through", - "pass-through" - ], - "summary": "Cohere Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)", - "operationId": "cohere_proxy_route_cohere__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Cohere Pass-through", - "pass-through" - ], - "summary": "Cohere Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)", - "operationId": "cohere_proxy_route_cohere__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Cohere Pass-through", - "pass-through" - ], - "summary": "Cohere Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)", - "operationId": "cohere_proxy_route_cohere__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Cohere Pass-through", - "pass-through" - ], - "summary": "Cohere Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)", - "operationId": "cohere_proxy_route_cohere__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Cohere Pass-through", - "pass-through" - ], - "summary": "Cohere Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/cohere)", - "operationId": "cohere_proxy_route_cohere__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/vllm/{endpoint}": { - "put": { - "tags": [ - "VLLM Pass-through", - "pass-through" - ], - "summary": "Vllm Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)", - "operationId": "vllm_proxy_route_vllm__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "VLLM Pass-through", - "pass-through" - ], - "summary": "Vllm Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)", - "operationId": "vllm_proxy_route_vllm__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "VLLM Pass-through", - "pass-through" - ], - "summary": "Vllm Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)", - "operationId": "vllm_proxy_route_vllm__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "VLLM Pass-through", - "pass-through" - ], - "summary": "Vllm Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)", - "operationId": "vllm_proxy_route_vllm__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "VLLM Pass-through", - "pass-through" - ], - "summary": "Vllm Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/vllm)", - "operationId": "vllm_proxy_route_vllm__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/mistral/{endpoint}": { - "put": { - "tags": [ - "Mistral Pass-through", - "pass-through" - ], - "summary": "Mistral Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)", - "operationId": "mistral_proxy_route_mistral__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Mistral Pass-through", - "pass-through" - ], - "summary": "Mistral Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)", - "operationId": "mistral_proxy_route_mistral__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Mistral Pass-through", - "pass-through" - ], - "summary": "Mistral Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)", - "operationId": "mistral_proxy_route_mistral__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Mistral Pass-through", - "pass-through" - ], - "summary": "Mistral Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)", - "operationId": "mistral_proxy_route_mistral__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Mistral Pass-through", - "pass-through" - ], - "summary": "Mistral Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/mistral)", - "operationId": "mistral_proxy_route_mistral__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/milvus/{endpoint}": { - "put": { - "tags": [ - "Milvus Pass-through", - "pass-through" - ], - "summary": "Milvus Proxy Route", - "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.", - "operationId": "milvus_proxy_route_milvus__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Milvus Pass-through", - "pass-through" - ], - "summary": "Milvus Proxy Route", - "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.", - "operationId": "milvus_proxy_route_milvus__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Milvus Pass-through", - "pass-through" - ], - "summary": "Milvus Proxy Route", - "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.", - "operationId": "milvus_proxy_route_milvus__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Milvus Pass-through", - "pass-through" - ], - "summary": "Milvus Proxy Route", - "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.", - "operationId": "milvus_proxy_route_milvus__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Milvus Pass-through", - "pass-through" - ], - "summary": "Milvus Proxy Route", - "description": "Enable using Milvus `/vectors` endpoint as a pass-through endpoint.", - "operationId": "milvus_proxy_route_milvus__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/anthropic/{endpoint}": { - "put": { - "tags": [ - "Anthropic Pass-through", - "pass-through" - ], - "summary": "Anthropic Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)", - "operationId": "anthropic_proxy_route_anthropic__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Anthropic Pass-through", - "pass-through" - ], - "summary": "Anthropic Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)", - "operationId": "anthropic_proxy_route_anthropic__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Anthropic Pass-through", - "pass-through" - ], - "summary": "Anthropic Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)", - "operationId": "anthropic_proxy_route_anthropic__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Anthropic Pass-through", - "pass-through" - ], - "summary": "Anthropic Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)", - "operationId": "anthropic_proxy_route_anthropic__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Anthropic Pass-through", - "pass-through" - ], - "summary": "Anthropic Proxy Route", - "description": "[Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion)", - "operationId": "anthropic_proxy_route_anthropic__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/bedrock/{endpoint}": { - "put": { - "tags": [ - "Bedrock Pass-through", - "pass-through" - ], - "summary": "Bedrock Proxy Route", - "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)", - "operationId": "bedrock_proxy_route_bedrock__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Bedrock Pass-through", - "pass-through" - ], - "summary": "Bedrock Proxy Route", - "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)", - "operationId": "bedrock_proxy_route_bedrock__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Bedrock Pass-through", - "pass-through" - ], - "summary": "Bedrock Proxy Route", - "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)", - "operationId": "bedrock_proxy_route_bedrock__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Bedrock Pass-through", - "pass-through" - ], - "summary": "Bedrock Proxy Route", - "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)", - "operationId": "bedrock_proxy_route_bedrock__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Bedrock Pass-through", - "pass-through" - ], - "summary": "Bedrock Proxy Route", - "description": "This is the v1 passthrough for Bedrock.\nV2 is handled by the `/bedrock/v2` endpoint.\n[Docs](https://docs.litellm.ai/docs/pass_through/bedrock)", - "operationId": "bedrock_proxy_route_bedrock__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/eu.assemblyai/{endpoint}": { - "put": { - "tags": [ - "AssemblyAI EU Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "AssemblyAI EU Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "AssemblyAI EU Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "AssemblyAI EU Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "AssemblyAI EU Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_eu_assemblyai__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/assemblyai/{endpoint}": { - "put": { - "tags": [ - "AssemblyAI Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_assemblyai__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "AssemblyAI Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_assemblyai__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "AssemblyAI Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_assemblyai__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "AssemblyAI Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_assemblyai__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "AssemblyAI Pass-through", - "pass-through" - ], - "summary": "Assemblyai Proxy Route", - "operationId": "assemblyai_proxy_route_assemblyai__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/azure/{endpoint}": { - "put": { - "tags": [ - "Azure Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Azure Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Azure Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Azure Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Azure Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/azure_ai/{endpoint}": { - "put": { - "tags": [ - "Azure AI Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure_ai__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Azure AI Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure_ai__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Azure AI Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure_ai__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Azure AI Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure_ai__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Azure AI Pass-through", - "pass-through" - ], - "summary": "Azure Proxy Route", - "description": "Call any azure endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/azure/{endpoint:path}`\n\nChecks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route.", - "operationId": "azure_proxy_route_azure_ai__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/vertex_ai/discovery/{endpoint}": { - "put": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Discovery Proxy Route", - "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`", - "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__put", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Discovery Proxy Route", - "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`", - "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__get", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Discovery Proxy Route", - "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`", - "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__patch", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Discovery Proxy Route", - "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`", - "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__delete", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Discovery Proxy Route", - "description": "Call any vertex discovery endpoint using the proxy.\n\nJust use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}`\n\nTarget url: `https://discoveryengine.googleapis.com`", - "operationId": "vertex_discovery_proxy_route_vertex_ai_discovery__endpoint__post", - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/vertex_ai/{endpoint}": { - "put": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Proxy Route", - "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)", - "operationId": "vertex_proxy_route_vertex_ai__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Proxy Route", - "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)", - "operationId": "vertex_proxy_route_vertex_ai__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Proxy Route", - "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)", - "operationId": "vertex_proxy_route_vertex_ai__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Proxy Route", - "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)", - "operationId": "vertex_proxy_route_vertex_ai__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Vertex AI Pass-through", - "pass-through" - ], - "summary": "Vertex Proxy Route", - "description": "Call LiteLLM proxy via Vertex AI SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai)", - "operationId": "vertex_proxy_route_vertex_ai__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/openai/{endpoint}": { - "put": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/openai_passthrough/{endpoint}": { - "put": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai_passthrough__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai_passthrough__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai_passthrough__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai_passthrough__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "OpenAI Pass-through", - "pass-through" - ], - "summary": "Openai Proxy Route", - "description": "Pass-through endpoint for OpenAI API calls.\n\nAvailable on both routes:\n- /openai/{endpoint:path} - Standard OpenAI passthrough route\n- /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API)\n\nUse /openai_passthrough/* when you need guaranteed passthrough to OpenAI without conflicts\nwith LiteLLM's native implementations (e.g., for the Responses API at /v1/responses).\n\nExamples:\n Standard route:\n - /openai/v1/chat/completions\n - /openai/v1/assistants\n - /openai/v1/threads\n\n Dedicated passthrough (for Responses API):\n - /openai_passthrough/v1/responses\n - /openai_passthrough/v1/responses/{response_id}\n - /openai_passthrough/v1/responses/{response_id}/input_items\n\n[Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough)", - "operationId": "openai_proxy_route_openai_passthrough__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/cursor/{endpoint}": { - "put": { - "tags": [ - "Cursor Pass-through", - "pass-through" - ], - "summary": "Cursor Proxy Route", - "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET /v0/agents \u2014 List agents\n- POST /v0/agents \u2014 Launch an agent\n- GET /v0/agents/{id} \u2014 Agent status\n- GET /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST /v0/agents/{id}/followup \u2014 Add follow-up\n- POST /v0/agents/{id}/stop \u2014 Stop an agent\n- DELETE /v0/agents/{id} \u2014 Delete an agent\n- GET /v0/me \u2014 API key info\n- GET /v0/models \u2014 List models\n- GET /v0/repositories \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable", - "operationId": "cursor_proxy_route_cursor__endpoint__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "Cursor Pass-through", - "pass-through" - ], - "summary": "Cursor Proxy Route", - "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET /v0/agents \u2014 List agents\n- POST /v0/agents \u2014 Launch an agent\n- GET /v0/agents/{id} \u2014 Agent status\n- GET /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST /v0/agents/{id}/followup \u2014 Add follow-up\n- POST /v0/agents/{id}/stop \u2014 Stop an agent\n- DELETE /v0/agents/{id} \u2014 Delete an agent\n- GET /v0/me \u2014 API key info\n- GET /v0/models \u2014 List models\n- GET /v0/repositories \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable", - "operationId": "cursor_proxy_route_cursor__endpoint__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "Cursor Pass-through", - "pass-through" - ], - "summary": "Cursor Proxy Route", - "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET /v0/agents \u2014 List agents\n- POST /v0/agents \u2014 Launch an agent\n- GET /v0/agents/{id} \u2014 Agent status\n- GET /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST /v0/agents/{id}/followup \u2014 Add follow-up\n- POST /v0/agents/{id}/stop \u2014 Stop an agent\n- DELETE /v0/agents/{id} \u2014 Delete an agent\n- GET /v0/me \u2014 API key info\n- GET /v0/models \u2014 List models\n- GET /v0/repositories \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable", - "operationId": "cursor_proxy_route_cursor__endpoint__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Cursor Pass-through", - "pass-through" - ], - "summary": "Cursor Proxy Route", - "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET /v0/agents \u2014 List agents\n- POST /v0/agents \u2014 Launch an agent\n- GET /v0/agents/{id} \u2014 Agent status\n- GET /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST /v0/agents/{id}/followup \u2014 Add follow-up\n- POST /v0/agents/{id}/stop \u2014 Stop an agent\n- DELETE /v0/agents/{id} \u2014 Delete an agent\n- GET /v0/me \u2014 API key info\n- GET /v0/models \u2014 List models\n- GET /v0/repositories \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable", - "operationId": "cursor_proxy_route_cursor__endpoint__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "Cursor Pass-through", - "pass-through" - ], - "summary": "Cursor Proxy Route", - "description": "Pass-through endpoint for the Cursor Cloud Agents API.\n\nSupports all Cursor Cloud Agents endpoints:\n- GET /v0/agents \u2014 List agents\n- POST /v0/agents \u2014 Launch an agent\n- GET /v0/agents/{id} \u2014 Agent status\n- GET /v0/agents/{id}/conversation \u2014 Agent conversation\n- POST /v0/agents/{id}/followup \u2014 Add follow-up\n- POST /v0/agents/{id}/stop \u2014 Stop an agent\n- DELETE /v0/agents/{id} \u2014 Delete an agent\n- GET /v0/me \u2014 API key info\n- GET /v0/models \u2014 List models\n- GET /v0/repositories \u2014 List GitHub repositories\n\nUses Basic Authentication (base64-encoded `API_KEY:`).\n\nCredential lookup order:\n1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through)\n2. litellm.credential_list (credentials added via UI)\n3. CURSOR_API_KEY environment variable", - "operationId": "cursor_proxy_route_cursor__endpoint__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/config/pass_through_endpoint/team/{team_id}": { - "get": { - "summary": "Get Pass Through Endpoints", - "description": "GET configured pass through endpoint.\n\nIf no endpoint_id given, return all configured endpoints.", - "operationId": "get_pass_through_endpoints_config_pass_through_endpoint_team__team_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "team_id", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - } - }, - { - "name": "endpoint_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Endpoint Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PassThroughEndpointResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/config/pass_through_endpoint": { - "get": { - "summary": "Get Pass Through Endpoints", - "description": "GET configured pass through endpoint.\n\nIf no endpoint_id given, return all configured endpoints.", - "operationId": "get_pass_through_endpoints_config_pass_through_endpoint_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Endpoint Id" - } - }, - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PassThroughEndpointResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "summary": "Create Pass Through Endpoints", - "description": "Create new pass-through endpoint", - "operationId": "create_pass_through_endpoints_config_pass_through_endpoint_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PassThroughGenericEndpoint" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "summary": "Delete Pass Through Endpoints", - "description": "Delete a pass-through endpoint by ID.\n\nReturns - the deleted endpoint", - "operationId": "delete_pass_through_endpoints_config_pass_through_endpoint_delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint_id", - "in": "query", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PassThroughEndpointResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/config/pass_through_endpoint/{endpoint_id}": { - "post": { - "summary": "Update Pass Through Endpoints", - "description": "Update a pass-through endpoint by ID.", - "operationId": "update_pass_through_endpoints_config_pass_through_endpoint__endpoint_id__post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "endpoint_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Endpoint Id" - } - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PassThroughGenericEndpoint" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/test": { - "get": { - "tags": [ - "health" - ], - "summary": "Test Endpoint", - "description": "[DEPRECATED] use `/health/liveliness` instead.\n\nA test endpoint that pings the proxy server to check if it's healthy.\n\nParameters:\n request (Request): The incoming request.\n\nReturns:\n dict: A dictionary containing the route of the request URL.", - "operationId": "test_endpoint_test_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/health/services": { - "get": { - "tags": [ - "health" - ], - "summary": "Health Services Endpoint", - "description": "Use this admin-only endpoint to check if the service is healthy.\n\nExample:\n```\ncurl -L -X GET 'http://0.0.0.0:4000/health/services?service=datadog' -H 'Authorization: Bearer sk-1234'\n```", - "operationId": "health_services_endpoint_health_services_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "service", - "in": "query", - "required": true, - "schema": { - "anyOf": [ - { - "enum": [ - "slack_budget_alerts", - "langfuse", - "langfuse_otel", - "slack", - "openmeter", - "webhook", - "email", - "braintrust", - "datadog", - "datadog_llm_observability", - "generic_api", - "arize", - "sqs" - ], - "type": "string" - }, - { - "type": "string" - } - ], - "description": "Specify the service being hit.", - "title": "Service" - }, - "description": "Specify the service being hit." - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/health": { - "get": { - "tags": [ - "health" - ], - "summary": "Health Endpoint", - "description": "\ud83d\udea8 USE `/health/liveliness` to health check the proxy \ud83d\udea8\n\nSee more \ud83d\udc49 https://docs.litellm.ai/docs/proxy/health\n\n\nCheck the health of all the endpoints in config.yaml\n\nTo run health checks in the background, add this to config.yaml:\n```\ngeneral_settings:\n # ... other settings\n background_health_checks: True\n```\nelse, the health checks will be run on models when /health is called.\n\nTo skip deployments that set ``model_info.disable_background_health_check: true``\non ``GET /health`` as well as in the background loop, set\n``general_settings.health_check_skip_disabled_background_models: true``.", - "operationId": "health_endpoint_health_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Specify the model name (optional)", - "title": "Model" - }, - "description": "Specify the model name (optional)" - }, - { - "name": "model_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Specify the model ID (optional)", - "title": "Model Id" - }, - "description": "Specify the model ID (optional)" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/health/history": { - "get": { - "tags": [ - "health" - ], - "summary": "Health Check History Endpoint", - "description": "Get health check history for models\n\nReturns historical health check data with optional filtering.", - "operationId": "health_check_history_endpoint_health_history_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific model name", - "title": "Model" - }, - "description": "Filter by specific model name" - }, - { - "name": "status_filter", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by status (healthy/unhealthy)", - "title": "Status Filter" - }, - "description": "Filter by status (healthy/unhealthy)" - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 1000, - "minimum": 1, - "description": "Number of records to return", - "default": 100, - "title": "Limit" - }, - "description": "Number of records to return" - }, - { - "name": "offset", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 0, - "description": "Number of records to skip", - "default": 0, - "title": "Offset" - }, - "description": "Number of records to skip" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/health/latest": { - "get": { - "tags": [ - "health" - ], - "summary": "Latest Health Checks Endpoint", - "description": "Get the latest health check status for all models\n\nReturns the most recent health check result for each model.", - "operationId": "latest_health_checks_endpoint_health_latest_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/health/shared-status": { - "get": { - "tags": [ - "health" - ], - "summary": "Shared Health Check Status Endpoint", - "description": "Get the status of shared health check coordination across pods.\n\nReturns information about Redis connectivity, lock status, and cache status.", - "operationId": "shared_health_check_status_endpoint_health_shared_status_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/health/license": { - "get": { - "tags": [ - "health" - ], - "summary": "Health License Endpoint", - "description": "Return metadata about the configured LiteLLM license without exposing the key.", - "operationId": "health_license_endpoint_health_license_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/active/callbacks": { - "get": { - "tags": [ - "health" - ], - "summary": "Active Callbacks", - "description": "Returns a list of litellm level settings\n\nThis is useful for debugging and ensuring the proxy server is configured correctly.\n\nResponse schema:\n```\n{\n \"alerting\": _alerting,\n \"litellm.callbacks\": litellm_callbacks,\n \"litellm.input_callback\": litellm_input_callbacks,\n \"litellm.failure_callback\": litellm_failure_callbacks,\n \"litellm.success_callback\": litellm_success_callbacks,\n \"litellm._async_success_callback\": litellm_async_success_callbacks,\n \"litellm._async_failure_callback\": litellm_async_failure_callbacks,\n \"litellm._async_input_callback\": litellm_async_input_callbacks,\n \"all_litellm_callbacks\": all_litellm_callbacks,\n \"num_callbacks\": len(all_litellm_callbacks),\n \"num_alerting\": _num_alerting,\n \"litellm.request_timeout\": litellm.request_timeout,\n}\n```", - "operationId": "active_callbacks_active_callbacks_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/settings": { - "get": { - "tags": [ - "health" - ], - "summary": "Active Callbacks", - "description": "Returns a list of litellm level settings\n\nThis is useful for debugging and ensuring the proxy server is configured correctly.\n\nResponse schema:\n```\n{\n \"alerting\": _alerting,\n \"litellm.callbacks\": litellm_callbacks,\n \"litellm.input_callback\": litellm_input_callbacks,\n \"litellm.failure_callback\": litellm_failure_callbacks,\n \"litellm.success_callback\": litellm_success_callbacks,\n \"litellm._async_success_callback\": litellm_async_success_callbacks,\n \"litellm._async_failure_callback\": litellm_async_failure_callbacks,\n \"litellm._async_input_callback\": litellm_async_input_callbacks,\n \"all_litellm_callbacks\": all_litellm_callbacks,\n \"num_callbacks\": len(all_litellm_callbacks),\n \"num_alerting\": _num_alerting,\n \"litellm.request_timeout\": litellm.request_timeout,\n}\n```", - "operationId": "active_callbacks_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/health/readiness": { - "get": { - "tags": [ - "health" - ], - "summary": "Health Readiness", - "description": "Public readiness probe. Returns a low-detail payload safe to expose to\nunauthenticated load balancers \u2014 `status` plus `db` so orchestrators and\nexternal probes can distinguish \"healthy\" from \"DB unreachable\" without a\ncredential. Admins can opt into the legacy detailed payload with\ngeneral_settings.allow_public_health_readiness_details.", - "operationId": "health_readiness_health_readiness_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - }, - "options": { - "tags": [ - "health" - ], - "summary": "Health Readiness Options", - "description": "Options endpoint for health/readiness check.", - "operationId": "health_readiness_options_health_readiness_options", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - } - }, - "/health/readiness/details": { - "get": { - "tags": [ - "health" - ], - "summary": "Health Readiness Details", - "description": "Authenticated readiness diagnostics with DB/cache/callback metadata.", - "operationId": "health_readiness_details_health_readiness_details_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/health/backlog": { - "get": { - "tags": [ - "health" - ], - "summary": "Health Backlog", - "description": "Returns the number of HTTP requests currently in-flight on this uvicorn worker.\n\nUse this to measure per-pod queue depth. A high value means the worker is\nprocessing many concurrent requests \u2014 requests arriving now will have to wait\nfor the event loop to get to them, adding latency before LiteLLM even starts\nits own timer.", - "operationId": "health_backlog_health_backlog_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/health/liveness": { - "get": { - "tags": [ - "health" - ], - "summary": "Health Liveliness", - "description": "Unprotected endpoint for checking if worker is alive", - "operationId": "health_liveliness_health_liveness_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - }, - "options": { - "tags": [ - "health" - ], - "summary": "Health Liveliness Options", - "description": "Options endpoint for health/liveliness check.", - "operationId": "health_liveliness_options_health_liveness_options", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - } - }, - "/health/liveliness": { - "get": { - "tags": [ - "health" - ], - "summary": "Health Liveliness", - "description": "Unprotected endpoint for checking if worker is alive", - "operationId": "health_liveliness_health_liveliness_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - }, - "options": { - "tags": [ - "health" - ], - "summary": "Health Liveliness Options", - "description": "Options endpoint for health/liveliness check.", - "operationId": "health_liveliness_options_health_liveliness_options", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - } - }, - "/health/test_connection": { - "post": { - "tags": [ - "health" - ], - "summary": "Test Model Connection", - "description": "Test a direct connection to a specific model.\n\nThis endpoint allows you to verify if your proxy can successfully connect to a specific model.\nIt's useful for troubleshooting model connectivity issues without going through the full proxy routing.\n\nExample:\n```bash\n# If model is configured in proxy_config.yaml, you only need to specify the model name:\ncurl -X POST 'http://localhost:4000/health/test_connection' \\\n -H 'Authorization: Bearer sk-1234' \\\n -H 'Content-Type: application/json' \\\n -d '{\n \"litellm_params\": {\n \"model\": \"gpt-4o\"\n },\n \"mode\": \"chat\"\n }'\n\n# The endpoint will automatically use api_key, api_base, etc. from proxy_config.yaml\n\n# You can also override specific params or test with custom credentials:\ncurl -X POST 'http://localhost:4000/health/test_connection' \\\n -H 'Authorization: Bearer sk-1234' \\\n -H 'Content-Type: application/json' \\\n -d '{\n \"litellm_params\": {\n \"model\": \"azure/gpt-4o\",\n \"api_key\": \"os.environ/AZURE_OPENAI_API_KEY\",\n \"api_base\": \"os.environ/AZURE_OPENAI_ENDPOINT\",\n \"api_version\": \"2024-10-21\"\n },\n \"mode\": \"chat\"\n }'\n```\n\nNote: \n- If the model is configured in proxy_config.yaml, credentials (api_key, api_base, etc.) \n will be automatically loaded from the config (with resolved environment variables).\n- You can override specific params by including them in the request.\n- You can use `os.environ/VARIABLE_NAME` syntax to reference environment variables,\n which will be resolved automatically (same as in proxy_config.yaml).\n\nReturns:\n dict: A dictionary containing the health check result with either success information or error details.", - "operationId": "test_model_connection_health_test_connection_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Body_test_model_connection_health_test_connection_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/key/generate": { - "post": { - "tags": [ - "key management" - ], - "summary": "Generate Key Fn", - "description": "Generate an API key based on the provided data.\n\nDocs: https://docs.litellm.ai/docs/proxy/virtual_keys\n\nParameters:\n- duration: Optional[str] - Specify the length of time the token is valid for. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\").\n- key_alias: Optional[str] - User defined key alias\n- key: Optional[str] - User defined key value. If not set, a 16-digit unique sk-key is created for you.\n- team_id: Optional[str] - The team id of the key\n- user_id: Optional[str] - The user id of the key\n- agent_id: Optional[str] - The agent id associated with the key.\n- organization_id: Optional[str] - The organization id of the key. If not set, and team_id is set, the organization id will be the same as the team id. If conflict, an error will be raised.\n- project_id: Optional[str] - The project id of the key. When set, models and max_budget are validated against the project's limits.\n- budget_id: Optional[str] - The budget id associated with the key. Created by calling `/budget/new`.\n- models: Optional[list] - Model_name's a user is allowed to call. (if empty, key is allowed to call all models)\n- aliases: Optional[dict] - Any alias mappings, on top of anything in the config.yaml model list. - https://docs.litellm.ai/docs/proxy/virtual_keys#managing-auth---upgradedowngrade-models\n- config: Optional[dict] - any key-specific configs, overrides config in config.yaml\n- spend: Optional[int] - Amount spent by key. Default is 0. Will be updated by proxy whenever key is used. https://docs.litellm.ai/docs/proxy/virtual_keys#managing-auth---tracking-spend\n- send_invite_email: Optional[bool] - Whether to send an invite email to the user_id, with the generate key\n- max_budget: Optional[float] - Specify max budget for a given key.\n- budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\").\n- max_parallel_requests: Optional[int] - Rate limit a user based on the number of parallel requests. Raises 429 error, if user's parallel requests > x.\n- metadata: Optional[dict] - Metadata for key, store information for key. Example metadata = {\"team\": \"core-infra\", \"app\": \"app2\", \"email\": \"ishaan@berri.ai\" }\n- guardrails: Optional[List[str]] - List of active guardrails for the key\n- policies: Optional[List[str]] - List of policy names to apply to the key. Policies define guardrails, conditions, and inheritance rules.\n- disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key.\n- permissions: Optional[dict] - key-specific permissions. Currently just used for turning off pii masking (if connected). Example - {\"pii\": false}\n- model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {\"gpt-4\": {\"budget_limit\": 0.0005, \"time_period\": \"30d\"}}}. IF null or {} then no model specific budget.\n- model_rpm_limit: Optional[dict] - key-specific model rpm limit. Example - {\"text-davinci-002\": 1000, \"gpt-3.5-turbo\": 1000}. IF null or {} then no model specific rpm limit.\n- model_tpm_limit: Optional[dict] - key-specific model tpm limit. Example - {\"text-davinci-002\": 1000, \"gpt-3.5-turbo\": 1000}. IF null or {} then no model specific tpm limit.\n- tpm_limit_type: Optional[str] - Type of tpm limit. Options: \"best_effort_throughput\" (no error if we're overallocating tpm), \"guaranteed_throughput\" (raise an error if we're overallocating tpm), \"dynamic\" (dynamically exceed limit when no 429 errors). Defaults to \"best_effort_throughput\".\n- rpm_limit_type: Optional[str] - Type of rpm limit. Options: \"best_effort_throughput\" (no error if we're overallocating rpm), \"guaranteed_throughput\" (raise an error if we're overallocating rpm), \"dynamic\" (dynamically exceed limit when no 429 errors). Defaults to \"best_effort_throughput\".\n- allowed_cache_controls: Optional[list] - List of allowed cache control values. Example - [\"no-cache\", \"no-store\"]. See all values - https://docs.litellm.ai/docs/proxy/caching#turn-on--off-caching-per-request\n- blocked: Optional[bool] - Whether the key is blocked.\n- rpm_limit: Optional[int] - Specify rpm limit for a given key (Requests per minute)\n- tpm_limit: Optional[int] - Specify tpm limit for a given key (Tokens per minute)\n- soft_budget: Optional[float] - Specify soft budget for a given key. Will trigger a slack alert when this soft budget is reached.\n- tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing).\n- prompts: Optional[List[str]] - List of prompts that the key is allowed to use.\n- enforced_params: Optional[List[str]] - List of enforced params for the key (Enterprise only). [Docs](https://docs.litellm.ai/docs/proxy/enterprise#enforce-required-params-for-llm-requests)\n- prompts: Optional[List[str]] - List of prompts that the key is allowed to use.\n- allowed_routes: Optional[list] - List of allowed routes for the key. Store the actual route or store a wildcard pattern for a set of routes. Example - [\"/chat/completions\", \"/embeddings\", \"/keys/*\"]\n- allowed_passthrough_routes: Optional[list] - List of allowed pass through endpoints for the key. Store the actual endpoint or store a wildcard pattern for a set of endpoints. Example - [\"/my-custom-endpoint\"]. Use this instead of allowed_routes, if you just want to specify which pass through endpoints the key can access, without specifying the routes. If allowed_routes is specified, allowed_pass_through_endpoints is ignored.\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - key-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"], \"agents\": [\"agent_1\", \"agent_2\"], \"agent_access_groups\": [\"dev_group\"]}. IF null or {} then no object permission.\n- key_type: Optional[str] - Type of key that determines default allowed routes. Options: \"llm_api\" (can call LLM API routes), \"management\" (can call management routes), \"read_only\" (can only call info/read routes), \"default\" (uses default allowed routes). Defaults to \"default\".\n- prompts: Optional[List[str]] - List of allowed prompts for the key. If specified, the key will only be able to use these specific prompts.\n- auto_rotate: Optional[bool] - Whether this key should be automatically rotated (regenerated)\n- rotation_interval: Optional[str] - How often to auto-rotate this key (e.g., '30s', '30m', '30h', '30d'). Required if auto_rotate=True.\n- allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{\"index_name\": \"my-index\", \"index_permissions\": [\"write\", \"read\"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint.\n- router_settings: Optional[UpdateRouterConfig] - key-specific router settings. Example - {\"model_group_retry_policy\": {\"max_retries\": 5}}. IF null or {} then no router settings.\n- access_group_ids: Optional[List[str]] - List of access group IDs to associate with the key. Access groups define which models a key can access. Example - [\"access_group_1\", \"access_group_2\"].\n- budget_limits: Optional[list] - List of concurrent budget windows for the key. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{\"budget_limit\": 10.0, \"time_period\": \"1d\"}, {\"budget_limit\": 50.0, \"time_period\": \"7d\"}].\n\nExamples:\n\n1. Allow users to turn on/off pii masking\n\n```bash\ncurl --location 'http://0.0.0.0:4000/key/generate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"permissions\": {\"allow_pii_controls\": true}\n}'\n```\n\nReturns:\n- key: (str) The generated api key\n- expires: (datetime) Datetime object for when key expires.\n- user_id: (str) Unique user id - used for tracking spend across multiple keys for same user id.", - "operationId": "generate_key_fn_key_generate_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/GenerateKeyRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/GenerateKeyResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/service-account/generate": { - "post": { - "tags": [ - "key management" - ], - "summary": "Generate Service Account Key Fn", - "description": "Generate a Service Account API key based on the provided data. This key does not belong to any user. It belongs to the team.\n\nWhy use a service account key?\n- Prevent key from being deleted when user is deleted.\n- Apply team limits, not team member limits to key.\n\nDocs: https://docs.litellm.ai/docs/proxy/virtual_keys\n\nParameters:\n- duration: Optional[str] - Specify the length of time the token is valid for. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\").\n- key_alias: Optional[str] - User defined key alias\n- key: Optional[str] - User defined key value. If not set, a 16-digit unique sk-key is created for you.\n- team_id: Optional[str] - The team id of the key\n- user_id: Optional[str] - [NON-FUNCTIONAL] THIS WILL BE IGNORED. The user id of the key\n- budget_id: Optional[str] - The budget id associated with the key. Created by calling `/budget/new`.\n- models: Optional[list] - Model_name's a user is allowed to call. (if empty, key is allowed to call all models)\n- aliases: Optional[dict] - Any alias mappings, on top of anything in the config.yaml model list. - https://docs.litellm.ai/docs/proxy/virtual_keys#managing-auth---upgradedowngrade-models\n- config: Optional[dict] - any key-specific configs, overrides config in config.yaml\n- spend: Optional[int] - Amount spent by key. Default is 0. Will be updated by proxy whenever key is used. https://docs.litellm.ai/docs/proxy/virtual_keys#managing-auth---tracking-spend\n- send_invite_email: Optional[bool] - Whether to send an invite email to the user_id, with the generate key\n- max_budget: Optional[float] - Specify max budget for a given key.\n- budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\").\n- max_parallel_requests: Optional[int] - Rate limit a user based on the number of parallel requests. Raises 429 error, if user's parallel requests > x.\n- metadata: Optional[dict] - Metadata for key, store information for key. Example metadata = {\"team\": \"core-infra\", \"app\": \"app2\", \"email\": \"ishaan@berri.ai\" }\n- guardrails: Optional[List[str]] - List of active guardrails for the key\n- permissions: Optional[dict] - key-specific permissions. Currently just used for turning off pii masking (if connected). Example - {\"pii\": false}\n- model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {\"gpt-4\": {\"budget_limit\": 0.0005, \"time_period\": \"30d\"}}}. IF null or {} then no model specific budget.\n- model_rpm_limit: Optional[dict] - key-specific model rpm limit. Example - {\"text-davinci-002\": 1000, \"gpt-3.5-turbo\": 1000}. IF null or {} then no model specific rpm limit.\n- model_tpm_limit: Optional[dict] - key-specific model tpm limit. Example - {\"text-davinci-002\": 1000, \"gpt-3.5-turbo\": 1000}. IF null or {} then no model specific tpm limit.\n- tpm_limit_type: Optional[str] - TPM rate limit type - \"best_effort_throughput\", \"guaranteed_throughput\", or \"dynamic\"\n- rpm_limit_type: Optional[str] - RPM rate limit type - \"best_effort_throughput\", \"guaranteed_throughput\", or \"dynamic\"\n- allowed_cache_controls: Optional[list] - List of allowed cache control values. Example - [\"no-cache\", \"no-store\"]. See all values - https://docs.litellm.ai/docs/proxy/caching#turn-on--off-caching-per-request\n- blocked: Optional[bool] - Whether the key is blocked.\n- rpm_limit: Optional[int] - Specify rpm limit for a given key (Requests per minute)\n- tpm_limit: Optional[int] - Specify tpm limit for a given key (Tokens per minute)\n- soft_budget: Optional[float] - Specify soft budget for a given key. Will trigger a slack alert when this soft budget is reached.\n- tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing).\n- enforced_params: Optional[List[str]] - List of enforced params for the key (Enterprise only). [Docs](https://docs.litellm.ai/docs/proxy/enterprise#enforce-required-params-for-llm-requests)\n- allowed_routes: Optional[list] - List of allowed routes for the key. Store the actual route or store a wildcard pattern for a set of routes. Example - [\"/chat/completions\", \"/embeddings\", \"/keys/*\"]\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - key-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"], \"agents\": [\"agent_1\", \"agent_2\"], \"agent_access_groups\": [\"dev_group\"]}. IF null or {} then no object permission.\nExamples:\n- allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{\"index_name\": \"my-index\", \"index_permissions\": [\"write\", \"read\"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint.\n\n\n1. Allow users to turn on/off pii masking\n\n```bash\ncurl --location 'http://0.0.0.0:4000/key/generate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"permissions\": {\"allow_pii_controls\": true}\n}'\n```\n\nReturns:\n- key: (str) The generated api key\n- expires: (datetime) Datetime object for when key expires.\n- user_id: (str) Unique user id - used for tracking spend across multiple keys for same user id.", - "operationId": "generate_service_account_key_fn_key_service_account_generate_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/GenerateKeyRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/update": { - "post": { - "tags": [ - "key management" - ], - "summary": "Update Key Fn", - "description": "Update an existing API key's parameters.\n\nParameters:\n- key: str - The key to update\n- key_alias: Optional[str] - User-friendly key alias\n- user_id: Optional[str] - User ID associated with key\n- team_id: Optional[str] - Team ID associated with key\n- agent_id: Optional[str] - The agent id associated with the key.\n- organization_id: Optional[str] - The organization id of the key.\n- budget_id: Optional[str] - The budget id associated with the key. Created by calling `/budget/new`.\n- models: Optional[list] - Model_name's a user is allowed to call\n- tags: Optional[List[str]] - Tags for organizing keys (Enterprise only)\n- prompts: Optional[List[str]] - List of prompts that the key is allowed to use.\n- enforced_params: Optional[List[str]] - List of enforced params for the key (Enterprise only). [Docs](https://docs.litellm.ai/docs/proxy/enterprise#enforce-required-params-for-llm-requests)\n- spend: Optional[float] - Amount spent by key\n- max_budget: Optional[float] - Max budget for key\n- model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {\"gpt-4\": {\"budget_limit\": 0.0005, \"time_period\": \"30d\"}}\n- budget_duration: Optional[str] - Budget reset period (\"30d\", \"1h\", etc.)\n- soft_budget: Optional[float] - [TODO] Soft budget limit (warning vs. hard stop). Will trigger a slack alert when this soft budget is reached.\n- max_parallel_requests: Optional[int] - Rate limit for parallel requests\n- metadata: Optional[dict] - Metadata for key. Example {\"team\": \"core-infra\", \"app\": \"app2\"}\n- tpm_limit: Optional[int] - Tokens per minute limit\n- rpm_limit: Optional[int] - Requests per minute limit\n- model_rpm_limit: Optional[dict] - Model-specific RPM limits {\"gpt-4\": 100, \"claude-v1\": 200}\n- model_tpm_limit: Optional[dict] - Model-specific TPM limits {\"gpt-4\": 100000, \"claude-v1\": 200000}\n- tpm_limit_type: Optional[str] - TPM rate limit type - \"best_effort_throughput\", \"guaranteed_throughput\", or \"dynamic\"\n- rpm_limit_type: Optional[str] - RPM rate limit type - \"best_effort_throughput\", \"guaranteed_throughput\", or \"dynamic\"\n- allowed_cache_controls: Optional[list] - List of allowed cache control values\n- duration: Optional[str] - Key validity duration (\"30d\", \"1h\", etc.), null to never expire, or \"-1\" to never expire (deprecated, use null)\n- permissions: Optional[dict] - Key-specific permissions\n- send_invite_email: Optional[bool] - Send invite email to user_id\n- guardrails: Optional[List[str]] - List of active guardrails for the key\n- policies: Optional[List[str]] - List of policy names to apply to the key. Policies define guardrails, conditions, and inheritance rules.\n- disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key.\n- prompts: Optional[List[str]] - List of prompts that the key is allowed to use.\n- blocked: Optional[bool] - Whether the key is blocked\n- aliases: Optional[dict] - Model aliases for the key - [Docs](https://litellm.vercel.app/docs/proxy/virtual_keys#model-aliases)\n- config: Optional[dict] - [DEPRECATED PARAM] Key-specific config.\n- temp_budget_increase: Optional[float] - Temporary budget increase for the key (Enterprise only).\n- temp_budget_expiry: Optional[str] - Expiry time for the temporary budget increase (Enterprise only).\n- allowed_routes: Optional[list] - List of allowed routes for the key. Store the actual route or store a wildcard pattern for a set of routes. Example - [\"/chat/completions\", \"/embeddings\", \"/keys/*\"]\n- allowed_passthrough_routes: Optional[list] - List of allowed pass through routes for the key. Store the actual route or store a wildcard pattern for a set of routes. Example - [\"/my-custom-endpoint\"]. Use this instead of allowed_routes, if you just want to specify which pass through routes the key can access, without specifying the routes. If allowed_routes is specified, allowed_passthrough_routes is ignored.\n- prompts: Optional[List[str]] - List of allowed prompts for the key. If specified, the key will only be able to use these specific prompts.\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - key-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"], \"agents\": [\"agent_1\", \"agent_2\"], \"agent_access_groups\": [\"dev_group\"]}. IF null or {} then no object permission.\n- auto_rotate: Optional[bool] - Whether this key should be automatically rotated\n- rotation_interval: Optional[str] - How often to rotate this key (e.g., '30d', '90d'). Required if auto_rotate=True\n- allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{\"index_name\": \"my-index\", \"index_permissions\": [\"write\", \"read\"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint.\n- router_settings: Optional[UpdateRouterConfig] - key-specific router settings. Example - {\"model_group_retry_policy\": {\"max_retries\": 5}}. IF null or {} then no router settings.\n- access_group_ids: Optional[List[str]] - List of access group IDs to associate with the key. Access groups define which models a key can access. Example - [\"access_group_1\", \"access_group_2\"].\n- budget_limits: Optional[list] - List of concurrent budget windows for the key. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{\"budget_limit\": 10.0, \"time_period\": \"1d\"}, {\"budget_limit\": 50.0, \"time_period\": \"7d\"}].\n\nExample:\n```bash\ncurl --location 'http://0.0.0.0:4000/key/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"key\": \"sk-1234\",\n \"key_alias\": \"my-key\",\n \"user_id\": \"user-1234\",\n \"team_id\": \"team-1234\",\n \"max_budget\": 100,\n \"metadata\": {\"any_key\": \"any-val\"},\n}'\n```", - "operationId": "update_key_fn_key_update_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateKeyRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/bulk_update": { - "post": { - "tags": [ - "key management" - ], - "summary": "Bulk Update Keys", - "description": "Bulk update multiple keys at once.\n\nThis endpoint allows updating multiple keys in a single request. Each key update\nis processed independently - if some updates fail, others will still succeed.\n\nParameters:\n- keys: List[BulkUpdateKeyRequestItem] - List of key update requests, each containing:\n - key: str - The key identifier (token) to update\n - budget_id: Optional[str] - Budget ID associated with the key\n - max_budget: Optional[float] - Max budget for key\n - team_id: Optional[str] - Team ID associated with key\n - tags: Optional[List[str]] - Tags for organizing keys\n\nReturns:\n- total_requested: int - Total number of keys requested for update\n- successful_updates: List[SuccessfulKeyUpdate] - List of successfully updated keys with their updated info\n- failed_updates: List[FailedKeyUpdate] - List of failed updates with key_info and failed_reason\n\nExample request:\n```bash\ncurl --location 'http://0.0.0.0:4000/key/bulk_update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"keys\": [\n {\n \"key\": \"sk-1234\",\n \"max_budget\": 100.0,\n \"team_id\": \"team-123\",\n \"tags\": [\"production\", \"api\"]\n },\n {\n \"key\": \"sk-5678\",\n \"budget_id\": \"budget-456\",\n \"tags\": [\"staging\"]\n }\n ]\n}'\n```", - "operationId": "bulk_update_keys_key_bulk_update_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkUpdateKeyRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkUpdateKeyResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/key/bulk_update": { - "post": { - "tags": [ - "key management" - ], - "summary": "Bulk Update Team Keys", - "description": "Apply one update payload to many keys inside a single team.\n\nPass `team_id` plus either `key_ids` or `all_keys_in_team=True`. The\n`update_fields` payload is broadcast to every selected key. Per-key\nfailures are returned in `failed_updates` rather than aborting the batch.\n\nCallable by proxy admins, or by team admins with `KEY_UPDATE` permission.", - "operationId": "bulk_update_team_keys_team_key_bulk_update_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkUpdateTeamKeysRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkUpdateKeyResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/delete": { - "post": { - "tags": [ - "key management" - ], - "summary": "Delete Key Fn", - "description": "Delete a key from the key management system.\n\nParameters::\n- keys (List[str]): A list of keys or hashed keys to delete. Example {\"keys\": [\"sk-QWrxEynunsNpV1zT48HIrw\", \"837e17519f44683334df5291321d97b8bf1098cd490e49e215f6fea935aa28be\"]}\n- key_aliases (List[str]): A list of key aliases to delete. Can be passed instead of `keys`.Example {\"key_aliases\": [\"alias1\", \"alias2\"]}\n\nReturns:\n- deleted_keys (List[str]): A list of deleted keys. Example {\"deleted_keys\": [\"sk-QWrxEynunsNpV1zT48HIrw\", \"837e17519f44683334df5291321d97b8bf1098cd490e49e215f6fea935aa28be\"]}\n\nExample:\n```bash\ncurl --location 'http://0.0.0.0:4000/key/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"keys\": [\"sk-QWrxEynunsNpV1zT48HIrw\"]\n}'\n```\n\nRaises:\n HTTPException: If an error occurs during key deletion.", - "operationId": "delete_key_fn_key_delete_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/KeyRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/info": { - "get": { - "tags": [ - "key management" - ], - "summary": "Info Key Fn", - "description": "Retrieve information about a key.\nParameters:\n key: Optional[str] = Query parameter representing the key in the request\n user_api_key_dict: UserAPIKeyAuth = Dependency representing the user's API key\nReturns:\n Dict containing the key and its associated information\n\nExample Curl:\n```\ncurl -X GET \"http://0.0.0.0:4000/key/info?key=sk-test-example-key-123\" -H \"Authorization: Bearer sk-1234\"\n```\n\nExample Curl - if no key is passed, it will use the Key Passed in Authorization Header\n```\ncurl -X GET \"http://0.0.0.0:4000/key/info\" -H \"Authorization: Bearer sk-test-example-key-123\"\n```", - "operationId": "info_key_fn_key_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Key in the request parameters", - "title": "Key" - }, - "description": "Key in the request parameters" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/regenerate": { - "post": { - "tags": [ - "key management" - ], - "summary": "Regenerate Key Fn", - "description": "Regenerate an existing API key while optionally updating its parameters.\n\nParameters:\n- key: str (path parameter) - The key to regenerate\n- data: Optional[RegenerateKeyRequest] - Request body containing optional parameters to update\n - key: Optional[str] - The key to regenerate.\n - new_master_key: Optional[str] - The new master key to use, if key is the master key.\n - new_key: Optional[str] - The new key to use, if key is not the master key. If both set, new_master_key will be used.\n - key_alias: Optional[str] - User-friendly key alias\n - user_id: Optional[str] - User ID associated with key\n - team_id: Optional[str] - Team ID associated with key\n - models: Optional[list] - Model_name's a user is allowed to call\n - tags: Optional[List[str]] - Tags for organizing keys (Enterprise only)\n - spend: Optional[float] - Amount spent by key\n - max_budget: Optional[float] - Max budget for key\n - model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {\"gpt-4\": {\"budget_limit\": 0.0005, \"time_period\": \"30d\"}}\n - budget_duration: Optional[str] - Budget reset period (\"30d\", \"1h\", etc.)\n - soft_budget: Optional[float] - Soft budget limit (warning vs. hard stop). Will trigger a slack alert when this soft budget is reached.\n - max_parallel_requests: Optional[int] - Rate limit for parallel requests\n - metadata: Optional[dict] - Metadata for key. Example {\"team\": \"core-infra\", \"app\": \"app2\"}\n - tpm_limit: Optional[int] - Tokens per minute limit\n - rpm_limit: Optional[int] - Requests per minute limit\n - model_rpm_limit: Optional[dict] - Model-specific RPM limits {\"gpt-4\": 100, \"claude-v1\": 200}\n - model_tpm_limit: Optional[dict] - Model-specific TPM limits {\"gpt-4\": 100000, \"claude-v1\": 200000}\n - allowed_cache_controls: Optional[list] - List of allowed cache control values\n - duration: Optional[str] - Key validity duration (\"30d\", \"1h\", etc.)\n - permissions: Optional[dict] - Key-specific permissions\n - guardrails: Optional[List[str]] - List of active guardrails for the key\n - blocked: Optional[bool] - Whether the key is blocked\n - grace_period: Optional[str] - Duration to keep old key valid after rotation (e.g. \"24h\", \"2d\"). Omitted = immediate revoke. Env: LITELLM_KEY_ROTATION_GRACE_PERIOD\n\n\nReturns:\n- GenerateKeyResponse containing the new key and its updated parameters\n\nExample:\n```bash\ncurl --location --request POST 'http://localhost:4000/key/sk-1234/regenerate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{\n \"max_budget\": 100,\n \"metadata\": {\"team\": \"core-infra\"},\n \"models\": [\"gpt-4\", \"gpt-3.5-turbo\"]\n}'\n```\n\nNote: This is an Enterprise feature. It requires a premium license to use.", - "operationId": "regenerate_key_fn_key_regenerate_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key" - } - }, - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "anyOf": [ - { - "$ref": "#/components/schemas/RegenerateKeyRequest" - }, - { - "type": "null" - } - ], - "title": "Data" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "anyOf": [ - { - "$ref": "#/components/schemas/GenerateKeyResponse" - }, - { - "type": "null" - } - ], - "title": "Response Regenerate Key Fn Key Regenerate Post" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/{key}/regenerate": { - "post": { - "tags": [ - "key management" - ], - "summary": "Regenerate Key Fn", - "description": "Regenerate an existing API key while optionally updating its parameters.\n\nParameters:\n- key: str (path parameter) - The key to regenerate\n- data: Optional[RegenerateKeyRequest] - Request body containing optional parameters to update\n - key: Optional[str] - The key to regenerate.\n - new_master_key: Optional[str] - The new master key to use, if key is the master key.\n - new_key: Optional[str] - The new key to use, if key is not the master key. If both set, new_master_key will be used.\n - key_alias: Optional[str] - User-friendly key alias\n - user_id: Optional[str] - User ID associated with key\n - team_id: Optional[str] - Team ID associated with key\n - models: Optional[list] - Model_name's a user is allowed to call\n - tags: Optional[List[str]] - Tags for organizing keys (Enterprise only)\n - spend: Optional[float] - Amount spent by key\n - max_budget: Optional[float] - Max budget for key\n - model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {\"gpt-4\": {\"budget_limit\": 0.0005, \"time_period\": \"30d\"}}\n - budget_duration: Optional[str] - Budget reset period (\"30d\", \"1h\", etc.)\n - soft_budget: Optional[float] - Soft budget limit (warning vs. hard stop). Will trigger a slack alert when this soft budget is reached.\n - max_parallel_requests: Optional[int] - Rate limit for parallel requests\n - metadata: Optional[dict] - Metadata for key. Example {\"team\": \"core-infra\", \"app\": \"app2\"}\n - tpm_limit: Optional[int] - Tokens per minute limit\n - rpm_limit: Optional[int] - Requests per minute limit\n - model_rpm_limit: Optional[dict] - Model-specific RPM limits {\"gpt-4\": 100, \"claude-v1\": 200}\n - model_tpm_limit: Optional[dict] - Model-specific TPM limits {\"gpt-4\": 100000, \"claude-v1\": 200000}\n - allowed_cache_controls: Optional[list] - List of allowed cache control values\n - duration: Optional[str] - Key validity duration (\"30d\", \"1h\", etc.)\n - permissions: Optional[dict] - Key-specific permissions\n - guardrails: Optional[List[str]] - List of active guardrails for the key\n - blocked: Optional[bool] - Whether the key is blocked\n - grace_period: Optional[str] - Duration to keep old key valid after rotation (e.g. \"24h\", \"2d\"). Omitted = immediate revoke. Env: LITELLM_KEY_ROTATION_GRACE_PERIOD\n\n\nReturns:\n- GenerateKeyResponse containing the new key and its updated parameters\n\nExample:\n```bash\ncurl --location --request POST 'http://localhost:4000/key/sk-1234/regenerate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{\n \"max_budget\": 100,\n \"metadata\": {\"team\": \"core-infra\"},\n \"models\": [\"gpt-4\", \"gpt-3.5-turbo\"]\n}'\n```\n\nNote: This is an Enterprise feature. It requires a premium license to use.", - "operationId": "regenerate_key_fn_key__key__regenerate_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "key", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key" - } - }, - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "anyOf": [ - { - "$ref": "#/components/schemas/RegenerateKeyRequest" - }, - { - "type": "null" - } - ], - "title": "Data" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "anyOf": [ - { - "$ref": "#/components/schemas/GenerateKeyResponse" - }, - { - "type": "null" - } - ], - "title": "Response Regenerate Key Fn Key Key Regenerate Post" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/{key}/reset_spend": { - "post": { - "tags": [ - "key management" - ], - "summary": "Reset Key Spend Fn", - "operationId": "reset_key_spend_fn_key__key__reset_spend_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "key", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Key" - } - }, - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ResetSpendRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "type": "object", - "additionalProperties": true, - "title": "Response Reset Key Spend Fn Key Key Reset Spend Post" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/list": { - "get": { - "tags": [ - "key management" - ], - "summary": "List Keys", - "description": "List all keys for a given user / team / organization.\n\nParameters:\n expand: Optional[List[str]] - Expand related objects (e.g. 'user' to include user information)\n status: Optional[str] - Filter by status. Currently supports \"deleted\" to query deleted keys.\n\nReturns:\n {\n \"keys\": List[str] or List[UserAPIKeyAuth],\n \"total_count\": int,\n \"current_page\": int,\n \"total_pages\": int,\n }\n\nWhen expand includes \"user\", each key object will include a \"user\" field with the associated user object.\nNote: When expand=user is specified, full key objects are returned regardless of the return_full_object parameter.", - "operationId": "list_keys_key_list_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "description": "Page number", - "default": 1, - "title": "Page" - }, - "description": "Page number" - }, - { - "name": "size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 100, - "minimum": 1, - "description": "Page size", - "default": 10, - "title": "Size" - }, - "description": "Page size" - }, - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter keys by user ID. Supports partial matching (substring, case-insensitive).", - "title": "User Id" - }, - "description": "Filter keys by user ID. Supports partial matching (substring, case-insensitive)." - }, - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter keys by team ID", - "title": "Team Id" - }, - "description": "Filter keys by team ID" - }, - { - "name": "organization_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter keys by organization ID", - "title": "Organization Id" - }, - "description": "Filter keys by organization ID" - }, - { - "name": "key_hash", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter keys by key hash", - "title": "Key Hash" - }, - "description": "Filter keys by key hash" - }, - { - "name": "key_alias", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter keys by key alias. Supports partial matching (substring, case-insensitive).", - "title": "Key Alias" - }, - "description": "Filter keys by key alias. Supports partial matching (substring, case-insensitive)." - }, - { - "name": "return_full_object", - "in": "query", - "required": false, - "schema": { - "type": "boolean", - "description": "Return full key object", - "default": false, - "title": "Return Full Object" - }, - "description": "Return full key object" - }, - { - "name": "include_team_keys", - "in": "query", - "required": false, - "schema": { - "type": "boolean", - "description": "Include all keys for teams that user is an admin of.", - "default": false, - "title": "Include Team Keys" - }, - "description": "Include all keys for teams that user is an admin of." - }, - { - "name": "include_created_by_keys", - "in": "query", - "required": false, - "schema": { - "type": "boolean", - "description": "Include keys created by the user", - "default": false, - "title": "Include Created By Keys" - }, - "description": "Include keys created by the user" - }, - { - "name": "sort_by", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Column to sort by (e.g. 'user_id', 'created_at', 'spend')", - "title": "Sort By" - }, - "description": "Column to sort by (e.g. 'user_id', 'created_at', 'spend')" - }, - { - "name": "sort_order", - "in": "query", - "required": false, - "schema": { - "type": "string", - "description": "Sort order ('asc' or 'desc')", - "default": "desc", - "title": "Sort Order" - }, - "description": "Sort order ('asc' or 'desc')" - }, - { - "name": "expand", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "array", - "items": { - "type": "string" - } - }, - { - "type": "null" - } - ], - "description": "Expand related objects (e.g. 'user')", - "title": "Expand" - }, - "description": "Expand related objects (e.g. 'user')" - }, - { - "name": "status", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by status (e.g. 'deleted')", - "title": "Status" - }, - "description": "Filter by status (e.g. 'deleted')" - }, - { - "name": "project_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter keys by project ID", - "title": "Project Id" - }, - "description": "Filter keys by project ID" - }, - { - "name": "access_group_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter keys by access group ID", - "title": "Access Group Id" - }, - "description": "Filter keys by access group ID" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/KeyListResponseObject" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/aliases": { - "get": { - "tags": [ - "key management" - ], - "summary": "Key Aliases", - "description": "Lists key aliases with pagination and optional search.\n\nNon-admin users only see aliases for keys they own or keys belonging to\ntheir teams.\n\nReturns:\n {\n \"aliases\": List[str],\n \"total_count\": int,\n \"current_page\": int,\n \"total_pages\": int,\n \"size\": int,\n }", - "operationId": "key_aliases_key_aliases_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "description": "Page number", - "default": 1, - "title": "Page" - }, - "description": "Page number" - }, - { - "name": "size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 100, - "minimum": 1, - "description": "Page size", - "default": 50, - "title": "Size" - }, - "description": "Page size" - }, - { - "name": "search", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Search key aliases (case-insensitive partial match)", - "title": "Search" - }, - "description": "Search key aliases (case-insensitive partial match)" - }, - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter aliases to keys belonging to this team", - "title": "Team Id" - }, - "description": "Filter aliases to keys belonging to this team" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "type": "object", - "additionalProperties": true, - "title": "Response Key Aliases Key Aliases Get" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/block": { - "post": { - "tags": [ - "key management" - ], - "summary": "Block Key", - "description": "Block an Virtual key from making any requests.\n\nParameters:\n- key: str - The key to block. Can be either the unhashed key (sk-...) or the hashed key value\n\n Example:\n```bash\ncurl --location 'http://0.0.0.0:4000/key/block' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"key\": \"sk-Fn8Ej39NxjAXrvpUGKghGw\"\n}'\n```\n\nNote: This is an admin-only endpoint. Only proxy admins, team admins, or org admins can block keys.", - "operationId": "block_key_key_block_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BlockKeyRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_VerificationToken" - }, - { - "type": "null" - } - ], - "title": "Response Block Key Key Block Post" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/unblock": { - "post": { - "tags": [ - "key management" - ], - "summary": "Unblock Key", - "description": "Unblock a Virtual key to allow it to make requests again.\n\nParameters:\n- key: str - The key to unblock. Can be either the unhashed key (sk-...) or the hashed key value\n\nExample:\n```bash\ncurl --location 'http://0.0.0.0:4000/key/unblock' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"key\": \"sk-Fn8Ej39NxjAXrvpUGKghGw\"\n}'\n```\n\nNote: This is an admin-only endpoint. Only proxy admins, team admins, or org admins can unblock keys.", - "operationId": "unblock_key_key_unblock_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BlockKeyRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/key/health": { - "post": { - "tags": [ - "key management" - ], - "summary": "Key Health", - "description": "Check the health of the key\n\nChecks:\n- If key based logging is configured correctly - sends a test log\n\nUsage \n\nPass the key in the request header\n\n```bash\ncurl -X POST \"http://localhost:4000/key/health\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\"\n```\n\nResponse when logging callbacks are setup correctly:\n\n```json\n{\n \"key\": \"healthy\",\n \"logging_callbacks\": {\n \"callbacks\": [\n \"gcs_bucket\"\n ],\n \"status\": \"healthy\",\n \"details\": \"No logger exceptions triggered, system is healthy. Manually check if logs were sent to ['gcs_bucket']\"\n }\n}\n```\n\n\nResponse when logging callbacks are not setup correctly:\n```json\n{\n \"key\": \"unhealthy\",\n \"logging_callbacks\": {\n \"callbacks\": [\n \"gcs_bucket\"\n ],\n \"status\": \"unhealthy\",\n \"details\": \"Logger exceptions triggered, system is unhealthy: Failed to load vertex credentials. Check to see if credentials containing partial/invalid information.\"\n }\n}\n```", - "operationId": "key_health_key_health_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/KeyHealthResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/user/new": { - "post": { - "tags": [ - "Internal User management" - ], - "summary": "New User", - "description": "Use this to create a new INTERNAL user with a budget.\nInternal Users can access LiteLLM Admin UI to make keys, request access to models.\nThis creates a new user and generates a new api key for the new user. The new api key is returned.\n\nReturns user id, budget + new key.\n\nParameters:\n- user_id: Optional[str] - Specify a user id. If not set, a unique id will be generated.\n- user_alias: Optional[str] - A descriptive name for you to know who this user id refers to.\n- teams: Optional[list] - specify a list of team id's a user belongs to.\n- user_email: Optional[str] - Specify a user email.\n- send_invite_email: Optional[bool] - Specify if an invite email should be sent.\n- user_role: Optional[str] - Specify a user role - \"proxy_admin\", \"proxy_admin_viewer\", \"internal_user\", \"internal_user_viewer\", \"team\", \"customer\". Info about each role here: `https://github.com/BerriAI/litellm/litellm/proxy/_types.py#L20`\n- max_budget: Optional[float] - Specify max budget for a given user.\n- budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\"), months (\"1mo\").\n- models: Optional[list] - Model_name's a user is allowed to call. (if empty, key is allowed to call all models). Set to ['no-default-models'] to block all model access. Restricting user to only team-based model access.\n- tpm_limit: Optional[int] - Specify tpm limit for a given user (Tokens per minute)\n- rpm_limit: Optional[int] - Specify rpm limit for a given user (Requests per minute)\n- auto_create_key: bool - Default=True. Flag used for returning a key as part of the /user/new response\n- aliases: Optional[dict] - Model aliases for the user - [Docs](https://litellm.vercel.app/docs/proxy/virtual_keys#model-aliases)\n- config: Optional[dict] - [DEPRECATED PARAM] User-specific config.\n- allowed_cache_controls: Optional[list] - List of allowed cache control values. Example - [\"no-cache\", \"no-store\"]. See all values - https://docs.litellm.ai/docs/proxy/caching#turn-on--off-caching-per-request-\n- blocked: Optional[bool] - [Not Implemented Yet] Whether the user is blocked.\n- guardrails: Optional[List[str]] - [Not Implemented Yet] List of active guardrails for the user\n- policies: Optional[List[str]] - List of policy names to apply to the user. Policies define guardrails, conditions, and inheritance rules.\n- permissions: Optional[dict] - [Not Implemented Yet] User-specific permissions, eg. turning off pii masking.\n- metadata: Optional[dict] - Metadata for user, store information for user. Example metadata = {\"team\": \"core-infra\", \"app\": \"app2\", \"email\": \"ishaan@berri.ai\" }\n- max_parallel_requests: Optional[int] - Rate limit a user based on the number of parallel requests. Raises 429 error, if user's parallel requests > x.\n- soft_budget: Optional[float] - Get alerts when user crosses given budget, doesn't block requests.\n- model_max_budget: Optional[dict] - Model-specific max budget for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-budgets-to-keys)\n- model_rpm_limit: Optional[float] - Model-specific rpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys)\n- model_tpm_limit: Optional[float] - Model-specific tpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys)\n- spend: Optional[float] - Amount spent by user. Default is 0. Will be updated by proxy whenever user is used. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\"), months (\"1mo\").\n- agent_id: Optional[str] - The agent id associated with the user.\n- team_id: Optional[str] - [DEPRECATED PARAM] The team id of the user. Default is None.\n- duration: Optional[str] - Duration for the key auto-created on `/user/new`. Default is None.\n- key_alias: Optional[str] - Alias for the key auto-created on `/user/new`. Default is None.\n- sso_user_id: Optional[str] - The id of the user in the SSO provider.\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - internal user-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"]}. IF null or {} then no object permission.\n- prompts: Optional[List[str]] - List of allowed prompts for the user. If specified, the user will only be able to use these specific prompts.\n- organizations: List[str] - List of organization id's the user is a member of\n- budget_limits: Optional[list] - List of concurrent budget windows for the user. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{\"budget_limit\": 10.0, \"time_period\": \"1d\"}, {\"budget_limit\": 50.0, \"time_period\": \"7d\"}].\nReturns:\n- key: (str) The generated api key for the user\n- expires: (datetime) Datetime object for when key expires.\n- user_id: (str) Unique user id - used for tracking spend across multiple keys for same user id.\n- max_budget: (float|None) Max budget for given user.\n\nUsage Example \n\n```shell\n curl -X POST \"http://localhost:4000/user/new\" -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\" -d '{\n \"username\": \"new_user\",\n \"email\": \"new_user@example.com\"\n }'\n```", - "operationId": "new_user_user_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewUserRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewUserResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/user/info": { - "get": { - "tags": [ - "Internal User management" - ], - "summary": "User Info", - "description": "[10/07/2024]\nNote: To get all users (+pagination), use `/user/list` endpoint.\n\n\nUse this to get user information. (user row + all user key info)\n\nExample request\n```\ncurl -X GET 'http://localhost:4000/user/info?user_id=krrish7%40berri.ai' --header 'Authorization: Bearer sk-1234'\n```", - "operationId": "user_info_user_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "User ID in the request parameters", - "title": "User Id" - }, - "description": "User ID in the request parameters" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UserInfoResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v2/user/info": { - "get": { - "tags": [ - "Internal User management" - ], - "summary": "User Info V2", - "description": "Lightweight endpoint to get user info. Returns only the user object \u2014 no keys, no teams objects.\n\nThis is the v2 replacement for /user/info, designed to avoid the \"god endpoint\" problem\nwhere the old endpoint loaded all keys and teams into memory.\n\nAccess control:\n- Proxy admins can query any user\n- Team admins can query users within their teams\n- Internal users can only query themselves (omit user_id or pass own)\n- Returns 404 for non-existent users or unauthorized access\n\nExample request:\n```\ncurl -X GET 'http://localhost:4000/v2/user/info?user_id=user123' \\\n--header 'Authorization: Bearer sk-1234'\n```", - "operationId": "user_info_v2_v2_user_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "User ID in the request parameters", - "title": "User Id" - }, - "description": "User ID in the request parameters" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UserInfoV2Response" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/user/update": { - "post": { - "tags": [ - "Internal User management" - ], - "summary": "User Update", - "description": "Example curl \n\n```\ncurl --location 'http://0.0.0.0:4000/user/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"user_id\": \"test-litellm-user-4\",\n \"user_role\": \"proxy_admin_viewer\"\n}'\n```\n\nParameters:\n - user_id: Optional[str] - Specify a user id. If not set, a unique id will be generated.\n - user_email: Optional[str] - Specify a user email.\n - password: Optional[str] - Specify a user password.\n - user_alias: Optional[str] - A descriptive name for you to know who this user id refers to.\n - teams: Optional[list] - specify a list of team id's a user belongs to.\n - send_invite_email: Optional[bool] - Specify if an invite email should be sent.\n - user_role: Optional[str] - Specify a user role - \"proxy_admin\", \"proxy_admin_viewer\", \"internal_user\", \"internal_user_viewer\", \"team\", \"customer\". Info about each role here: `https://github.com/BerriAI/litellm/litellm/proxy/_types.py#L20`\n - max_budget: Optional[float] - Specify max budget for a given user.\n - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\"), months (\"1mo\").\n - models: Optional[list] - Model_name's a user is allowed to call. (if empty, key is allowed to call all models)\n - tpm_limit: Optional[int] - Specify tpm limit for a given user (Tokens per minute)\n - rpm_limit: Optional[int] - Specify rpm limit for a given user (Requests per minute)\n - auto_create_key: bool - Default=True. Flag used for returning a key as part of the /user/new response\n - aliases: Optional[dict] - Model aliases for the user - [Docs](https://litellm.vercel.app/docs/proxy/virtual_keys#model-aliases)\n - config: Optional[dict] - [DEPRECATED PARAM] User-specific config.\n - allowed_cache_controls: Optional[list] - List of allowed cache control values. Example - [\"no-cache\", \"no-store\"]. See all values - https://docs.litellm.ai/docs/proxy/caching#turn-on--off-caching-per-request-\n - blocked: Optional[bool] - [Not Implemented Yet] Whether the user is blocked.\n - guardrails: Optional[List[str]] - [Not Implemented Yet] List of active guardrails for the user\n - policies: Optional[List[str]] - List of policy names to apply to the user. Policies define guardrails, conditions, and inheritance rules.\n - permissions: Optional[dict] - [Not Implemented Yet] User-specific permissions, eg. turning off pii masking.\n - metadata: Optional[dict] - Metadata for user, store information for user. Example metadata = {\"team\": \"core-infra\", \"app\": \"app2\", \"email\": \"ishaan@berri.ai\" }\n - max_parallel_requests: Optional[int] - Rate limit a user based on the number of parallel requests. Raises 429 error, if user's parallel requests > x.\n - soft_budget: Optional[float] - Get alerts when user crosses given budget, doesn't block requests.\n - model_max_budget: Optional[dict] - Model-specific max budget for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-budgets-to-keys)\n - model_rpm_limit: Optional[float] - Model-specific rpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys)\n - model_tpm_limit: Optional[float] - Model-specific tpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys)\n - spend: Optional[float] - Amount spent by user. Default is 0. Will be updated by proxy whenever user is used. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\"), months (\"1mo\").\n - agent_id: Optional[str] - The agent id associated with the user.\n - team_id: Optional[str] - [DEPRECATED PARAM] The team id of the user. Default is None.\n - duration: Optional[str] - [NOT IMPLEMENTED].\n - key_alias: Optional[str] - [NOT IMPLEMENTED].\n - object_permission: Optional[LiteLLM_ObjectPermissionBase] - internal user-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"]}. IF null or {} then no object permission.\n - prompts: Optional[List[str]] - List of allowed prompts for the user. If specified, the user will only be able to use these specific prompts.\n - budget_limits: Optional[list] - List of concurrent budget windows for the user. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{\"budget_limit\": 10.0, \"time_period\": \"1d\"}, {\"budget_limit\": 50.0, \"time_period\": \"7d\"}].", - "operationId": "user_update_user_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateUserRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/user/bulk_update": { - "post": { - "tags": [ - "Internal User management" - ], - "summary": "Bulk User Update", - "description": "Bulk update multiple users at once.\n\nThis endpoint allows updating multiple users in a single request. Each user update\nis processed independently - if some updates fail, others will still succeed.\n\nParameters:\n- users: Optional[List[UpdateUserRequest]] - List of specific user update requests\n- all_users: Optional[bool] - Set to true to update all users in the system\n- user_updates: Optional[UpdateUserRequest] - Updates to apply when all_users=True\n\nReturns:\n- results: List of individual update results\n- total_requested: Total number of users requested for update\n- successful_updates: Number of successful updates\n- failed_updates: Number of failed updates\n\nExample request for specific users:\n```bash\ncurl --location 'http://0.0.0.0:4000/user/bulk_update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"users\": [\n {\n \"user_id\": \"user1\",\n \"user_role\": \"internal_user\",\n \"max_budget\": 100.0\n },\n {\n \"user_email\": \"user2@example.com\", \n \"user_role\": \"internal_user_viewer\",\n \"max_budget\": 50.0\n }\n ]\n}'\n```\n\nExample request for all users:\n```bash\ncurl --location 'http://0.0.0.0:4000/user/bulk_update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"all_users\": true,\n \"user_updates\": {\n \"user_role\": \"internal_user\",\n \"max_budget\": 50.0\n }\n}'\n```", - "operationId": "bulk_user_update_user_bulk_update_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkUpdateUserRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkUpdateUserResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/user/list": { - "get": { - "tags": [ - "Internal User management" - ], - "summary": "Get Users", - "description": "Get a paginated list of users with filtering and sorting options.\n\nParameters:\n role: Optional[str]\n Filter users by role. Can be one of:\n - proxy_admin\n - proxy_admin_viewer\n - internal_user\n - internal_user_viewer\n user_ids: Optional[str]\n Get list of users by user_ids. Comma separated list of user_ids.\n sso_ids: Optional[str]\n Get list of users by sso_ids. Comma separated list of sso_ids.\n user_email: Optional[str]\n Filter users by partial email match\n team: Optional[str]\n Filter users by team id. Will match if user has this team in their teams array.\n page: int\n The page number to return\n page_size: int\n The number of items per page\n sort_by: Optional[str]\n Column to sort by (e.g. 'user_id', 'user_email', 'created_at', 'spend')\n sort_order: Optional[str]\n Sort order ('asc' or 'desc')", - "operationId": "get_users_user_list_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "role", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter users by role", - "title": "Role" - }, - "description": "Filter users by role" - }, - { - "name": "user_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Get list of users by user_ids", - "title": "User Ids" - }, - "description": "Get list of users by user_ids" - }, - { - "name": "sso_user_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Get list of users by sso_user_id", - "title": "Sso User Ids" - }, - "description": "Get list of users by sso_user_id" - }, - { - "name": "user_email", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter users by partial email match", - "title": "User Email" - }, - "description": "Filter users by partial email match" - }, - { - "name": "team", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter users by team id", - "title": "Team" - }, - "description": "Filter users by team id" - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "description": "Page number", - "default": 1, - "title": "Page" - }, - "description": "Page number" - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 100, - "minimum": 1, - "description": "Number of items per page", - "default": 25, - "title": "Page Size" - }, - "description": "Number of items per page" - }, - { - "name": "sort_by", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Column to sort by (e.g. 'user_id', 'user_email', 'created_at', 'spend')", - "title": "Sort By" - }, - "description": "Column to sort by (e.g. 'user_id', 'user_email', 'created_at', 'spend')" - }, - { - "name": "sort_order", - "in": "query", - "required": false, - "schema": { - "type": "string", - "description": "Sort order ('asc' or 'desc')", - "default": "asc", - "title": "Sort Order" - }, - "description": "Sort order ('asc' or 'desc')" - }, - { - "name": "organization_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter users by organization membership. Comma-separated list of org IDs.", - "title": "Organization Ids" - }, - "description": "Filter users by organization membership. Comma-separated list of org IDs." - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UserListResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/user/delete": { - "post": { - "tags": [ - "Internal User management" - ], - "summary": "Delete User", - "description": "delete user and associated user keys\n\n```\ncurl --location 'http://0.0.0.0:4000/user/delete' \n--header 'Authorization: Bearer sk-1234' \n--header 'Content-Type: application/json' \n--data-raw '{\n \"user_ids\": [\"45e3e396-ee08-4a61-a88e-16b3ce7e0849\"]\n}'\n```\n\nParameters:\n- user_ids: List[str] - The list of user id's to be deleted.", - "operationId": "delete_user_user_delete_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteUserRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/user/daily/activity": { - "get": { - "tags": [ - "Budget & Spend Tracking", - "Internal User management" - ], - "summary": "Get User Daily Activity", - "description": "[BETA] This is a beta endpoint. It will change.\n\nMeant to optimize querying spend data for analytics for a user.\n\nReturns:\n(by date)\n- spend\n- prompt_tokens\n- completion_tokens\n- cache_read_input_tokens\n- cache_creation_input_tokens\n- total_tokens\n- api_requests\n- breakdown by model, api_key, provider", - "operationId": "get_user_daily_activity_user_daily_activity_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Start date in YYYY-MM-DD format", - "title": "Start Date" - }, - "description": "Start date in YYYY-MM-DD format" - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "End date in YYYY-MM-DD format", - "title": "End Date" - }, - "description": "End date in YYYY-MM-DD format" - }, - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific model", - "title": "Model" - }, - "description": "Filter by specific model" - }, - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific API key", - "title": "Api Key" - }, - "description": "Filter by specific API key" - }, - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific user ID. Admins can filter by any user or omit for global view. Non-admins must provide their own user_id.", - "title": "User Id" - }, - "description": "Filter by specific user ID. Admins can filter by any user or omit for global view. Non-admins must provide their own user_id." - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "description": "Page number for pagination", - "default": 1, - "title": "Page" - }, - "description": "Page number for pagination" - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 1000, - "minimum": 1, - "description": "Items per page", - "default": 50, - "title": "Page Size" - }, - "description": "Items per page" - }, - { - "name": "timezone", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "Timezone offset in minutes from UTC (e.g., 480 for PST). Matches JavaScript's Date.getTimezoneOffset() convention.", - "title": "Timezone" - }, - "description": "Timezone offset in minutes from UTC (e.g., 480 for PST). Matches JavaScript's Date.getTimezoneOffset() convention." - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SpendAnalyticsPaginatedResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/user/daily/activity/aggregated": { - "get": { - "tags": [ - "Budget & Spend Tracking", - "Internal User management" - ], - "summary": "Get User Daily Activity Aggregated", - "description": "Aggregated analytics for a user's daily activity without pagination.\nReturns the same response shape as the paginated endpoint with page metadata set to single-page.", - "operationId": "get_user_daily_activity_aggregated_user_daily_activity_aggregated_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Start date in YYYY-MM-DD format", - "title": "Start Date" - }, - "description": "Start date in YYYY-MM-DD format" - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "End date in YYYY-MM-DD format", - "title": "End Date" - }, - "description": "End date in YYYY-MM-DD format" - }, - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific model", - "title": "Model" - }, - "description": "Filter by specific model" - }, - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific API key", - "title": "Api Key" - }, - "description": "Filter by specific API key" - }, - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific user ID. Admins can filter by any user or omit for global view. Non-admins must provide their own user_id.", - "title": "User Id" - }, - "description": "Filter by specific user ID. Admins can filter by any user or omit for global view. Non-admins must provide their own user_id." - }, - { - "name": "timezone", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "Timezone offset in minutes from UTC (e.g., 480 for PST). Matches JavaScript's Date.getTimezoneOffset() convention.", - "title": "Timezone" - }, - "description": "Timezone offset in minutes from UTC (e.g., 480 for PST). Matches JavaScript's Date.getTimezoneOffset() convention." - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SpendAnalyticsPaginatedResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/new": { - "post": { - "tags": [ - "team management" - ], - "summary": "New Team", - "description": "Allow users to create a new team. Apply user permissions to their team.\n\n\ud83d\udc49 [Detailed Doc on setting team budgets](https://docs.litellm.ai/docs/proxy/team_budgets)\n\n\nParameters:\n- team_alias: Optional[str] - User defined team alias\n- team_id: Optional[str] - The team id of the user. If none passed, we'll generate it.\n- members_with_roles: List[{\"role\": \"admin\" or \"user\", \"user_id\": \"\"}] - A list of users and their roles in the team. Get user_id when making a new user via `/user/new`.\n- team_member_permissions: Optional[List[str]] - A list of routes that non-admin team members can access. example: [\"/key/generate\", \"/key/update\", \"/key/delete\"]\n- metadata: Optional[dict] - Metadata for team, store information for team. Example metadata = {\"extra_info\": \"some info\"}\n- model_rpm_limit: Optional[Dict[str, int]] - The RPM (Requests Per Minute) limit for this team - applied across all keys for this team. \n- model_tpm_limit: Optional[Dict[str, int]] - The TPM (Tokens Per Minute) limit for this team - applied across all keys for this team.\n- tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit\n- rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit\n- rpm_limit_type: Optional[Literal[\"guaranteed_throughput\", \"best_effort_throughput\"]] - The type of RPM limit enforcement. Use \"guaranteed_throughput\" to raise an error if overallocating RPM, or \"best_effort_throughput\" for best effort enforcement.\n- tpm_limit_type: Optional[Literal[\"guaranteed_throughput\", \"best_effort_throughput\"]] - The type of TPM limit enforcement. Use \"guaranteed_throughput\" to raise an error if overallocating TPM, or \"best_effort_throughput\" for best effort enforcement.\n- max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget\n- soft_budget: Optional[float] - The soft budget threshold for the team. If max_budget is set, soft_budget must be strictly lower than max_budget. Can be set independently if max_budget is not set.\n- budget_duration: Optional[str] - The duration of the budget for the team. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets)\n- models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed.\n- blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id.\n- members: Optional[List] - Control team members via `/team/member/add` and `/team/member/delete`.\n- tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing).\n- prompts: Optional[List[str]] - List of prompts that the team is allowed to use.\n- organization_id: Optional[str] - The organization id of the team. Default is None. Create via `/organization/new`.\n- model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias)\n- guardrails: Optional[List[str]] - Guardrails for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails)\n- policies: Optional[List[str]] - Policies for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies)\n- disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key.\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - team-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"], \"agents\": [\"agent_1\", \"agent_2\"], \"agent_access_groups\": [\"dev_group\"]}. IF null or {} then no object permission.\n- team_member_budget: Optional[float] - The maximum budget allocated to an individual team member.\n- team_member_budget_duration: Optional[str] - The duration of the budget for the team member. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets)\n- team_member_rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for individual team members.\n- team_member_tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for individual team members.\n- team_member_key_duration: Optional[str] - The duration for a team member's key. e.g. \"1d\", \"1w\", \"1mo\"\n- allowed_passthrough_routes: Optional[List[str]] - List of allowed pass through routes for the team.\n- allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{\"index_name\": \"my-index\", \"index_permissions\": [\"write\", \"read\"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint.\n- secret_manager_settings: Optional[dict] - Secret manager settings for the team. [Docs](https://docs.litellm.ai/docs/secret_managers/overview)\n- router_settings: Optional[UpdateRouterConfig] - team-specific router settings. Example - {\"model_group_retry_policy\": {\"max_retries\": 5}}. IF null or {} then no router settings.\n- access_group_ids: Optional[List[str]] - List of access group IDs to associate with the team. Access groups define which models the team can access. Example - [\"access_group_1\", \"access_group_2\"].\n- enforced_file_expires_after: Optional[dict] - Enforced file expiration policy for the team. Keys created under this team will inherit this policy for file uploads. Example - {\"anchor\": \"created_at\", \"days\": 30}.\n- enforced_batch_output_expires_after: Optional[dict] - Enforced batch output file expiration policy for the team. Keys created under this team will inherit this policy for batch output files. Example - {\"anchor\": \"created_at\", \"days\": 30}.\n- budget_limits: Optional[list] - List of concurrent budget windows for the team. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{\"budget_limit\": 10.0, \"time_period\": \"1d\"}, {\"budget_limit\": 50.0, \"time_period\": \"7d\"}].\n- default_team_member_models: Optional[List[str]] - Default models assigned to new team members when they join this team. Must be a subset of the team's models.\n\nReturns:\n- team_id: (str) Unique team id - used for tracking spend across multiple keys for same team id.\n\n_deprecated_params:\n- admins: list - A list of user_id's for the admin role\n- users: list - A list of user_id's for the user role\n\nExample Request:\n```\ncurl --location 'http://0.0.0.0:4000/team/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"team_alias\": \"my-new-team_2\",\n \"members_with_roles\": [{\"role\": \"admin\", \"user_id\": \"user-1234\"},\n {\"role\": \"user\", \"user_id\": \"user-2434\"}]\n}'\n\n```\n\n ```\ncurl --location 'http://0.0.0.0:4000/team/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"team_alias\": \"QA Prod Bot\",\n \"max_budget\": 0.000000001,\n \"budget_duration\": \"1d\"\n }'\n```", - "operationId": "new_team_team_new_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewTeamRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_TeamTable" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/update": { - "post": { - "tags": [ - "team management" - ], - "summary": "Update Team", - "description": "Use `/team/member_add` AND `/team/member/delete` to add/remove new team members\n\nYou can now update team budget / rate limits via /team/update\n\nParameters:\n- team_id: str - The team id of the user. Required param.\n- team_alias: Optional[str] - User defined team alias\n- team_member_permissions: Optional[List[str]] - A list of routes that non-admin team members can access. example: [\"/key/generate\", \"/key/update\", \"/key/delete\"]\n- metadata: Optional[dict] - Metadata for team, store information for team. Example metadata = {\"team\": \"core-infra\", \"app\": \"app2\", \"email\": \"ishaan@berri.ai\" }\n- tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit\n- rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit\n- max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget\n- soft_budget: Optional[float] - The soft budget threshold for the team. If max_budget is set (either in the request or existing), soft_budget must be strictly lower than max_budget. Can be set independently if max_budget is not set.\n- budget_duration: Optional[str] - The duration of the budget for the team. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets)\n- models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed.\n- prompts: Optional[List[str]] - List of prompts that the team is allowed to use.\n- blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id.\n- tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing).\n- organization_id: Optional[str] - The organization id of the team. Default is None. Create via `/organization/new`.\n- model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias)\n- guardrails: Optional[List[str]] - Guardrails for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails)\n- policies: Optional[List[str]] - Policies for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies)\n- disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key.\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - team-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"], \"agents\": [\"agent_1\", \"agent_2\"], \"agent_access_groups\": [\"dev_group\"]}. IF null or {} then no object permission.\n- team_member_budget: Optional[float] - The maximum budget allocated to an individual team member.\n- team_member_budget_duration: Optional[str] - The duration of the budget for the team member. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets)\n- team_member_rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for individual team members.\n- team_member_tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for individual team members.\n- team_member_key_duration: Optional[str] - The duration for a team member's key. e.g. \"1d\", \"1w\", \"1mo\"\n- allowed_passthrough_routes: Optional[List[str]] - List of allowed pass through routes for the team.\n- model_rpm_limit: Optional[Dict[str, int]] - The RPM (Requests Per Minute) limit per model for this team. Example: {\"gpt-4\": 100, \"gpt-3.5-turbo\": 200}\n- model_tpm_limit: Optional[Dict[str, int]] - The TPM (Tokens Per Minute) limit per model for this team. Example: {\"gpt-4\": 10000, \"gpt-3.5-turbo\": 20000}\nExample - update team TPM Limit\n- allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{\"index_name\": \"my-index\", \"index_permissions\": [\"write\", \"read\"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint.\n- secret_manager_settings: Optional[dict] - Secret manager settings for the team. [Docs](https://docs.litellm.ai/docs/secret_managers/overview)\n- router_settings: Optional[UpdateRouterConfig] - team-specific router settings. Example - {\"model_group_retry_policy\": {\"max_retries\": 5}}. IF null or {} then no router settings.\n- access_group_ids: Optional[List[str]] - List of access group IDs to associate with the team. Access groups define which models the team can access. Example - [\"access_group_1\", \"access_group_2\"].\n- enforced_file_expires_after: Optional[dict] - Enforced file expiration policy for the team. Keys created under this team will inherit this policy for file uploads. Example - {\"anchor\": \"created_at\", \"days\": 30}.\n- enforced_batch_output_expires_after: Optional[dict] - Enforced batch output file expiration policy for the team. Keys created under this team will inherit this policy for batch output files. Example - {\"anchor\": \"created_at\", \"days\": 30}.\n- budget_limits: Optional[list] - List of concurrent budget windows for the team. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{\"budget_limit\": 10.0, \"time_period\": \"1d\"}, {\"budget_limit\": 50.0, \"time_period\": \"7d\"}].\n- default_team_member_models: Optional[List[str]] - Default models assigned to new team members when they join this team. Must be a subset of the team's models.\n\n```\ncurl --location 'http://0.0.0.0:4000/team/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{\n \"team_id\": \"8d916b1c-510d-4894-a334-1c16a93344f5\",\n \"tpm_limit\": 100\n}'\n```\n\nExample - Update Team `max_budget` budget\n```\ncurl --location 'http://0.0.0.0:4000/team/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{\n \"team_id\": \"8d916b1c-510d-4894-a334-1c16a93344f5\",\n \"max_budget\": 10\n}'\n```", - "operationId": "update_team_team_update_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateTeamRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/member_add": { - "post": { - "tags": [ - "team management" - ], - "summary": "Team Member Add", - "description": "Add new members (either via user_email or user_id) to a team\n\nIf user doesn't exist, new user row will also be added to User Table\n\nOnly proxy_admin or admin of team, allowed to access this endpoint.\n```\n\ncurl -X POST 'http://0.0.0.0:4000/team/member_add' -H 'Authorization: Bearer sk-1234' -H 'Content-Type: application/json' -d '{\"team_id\": \"45e3e396-ee08-4a61-a88e-16b3ce7e0849\", \"member\": {\"role\": \"user\", \"user_id\": \"krrish247652@berri.ai\"}}'\n\n```", - "operationId": "team_member_add_team_member_add_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamMemberAddRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamAddMemberResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/member_delete": { - "post": { - "tags": [ - "team management" - ], - "summary": "Team Member Delete", - "description": "[BETA]\n\ndelete members (either via user_email or user_id) from a team\n\nIf user doesn't exist, an exception will be raised\n```\ncurl -X POST 'http://0.0.0.0:8000/team/member_delete' \n-H 'Authorization: Bearer sk-1234' \n-H 'Content-Type: application/json' \n-d '{\n \"team_id\": \"45e3e396-ee08-4a61-a88e-16b3ce7e0849\",\n \"user_id\": \"krrish247652@berri.ai\"\n}'\n```", - "operationId": "team_member_delete_team_member_delete_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamMemberDeleteRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/member_update": { - "post": { - "tags": [ - "team management" - ], - "summary": "Team Member Update", - "description": "[BETA]\n\nUpdate team member budgets and team member role", - "operationId": "team_member_update_team_member_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamMemberUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamMemberUpdateResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/bulk_member_add": { - "post": { - "tags": [ - "team management" - ], - "summary": "Bulk Team Member Add", - "description": "Bulk add multiple members to a team at once.\n\nThis endpoint reuses the same logic as /team/member_add but provides a bulk-friendly response format.\n\nParameters:\n- team_id: str - The ID of the team to add members to\n- members: List[Member] - List of members to add to the team\n- all_users: Optional[bool] - Flag to add all users on Proxy to the team\n- max_budget_in_team: Optional[float] - Maximum budget allocated to each user within the team\n\nReturns:\n- results: List of individual member addition results\n- total_requested: Total number of members requested for addition\n- successful_additions: Number of successful additions \n- failed_additions: Number of failed additions\n- updated_team: The updated team object\n\nExample request:\n```bash\ncurl --location 'http://0.0.0.0:4000/team/bulk_member_add' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"team_id\": \"team-1234\",\n \"members\": [\n {\n \"user_id\": \"user1\",\n \"role\": \"user\"\n },\n {\n \"user_email\": \"user2@example.com\",\n \"role\": \"admin\"\n }\n ],\n \"max_budget_in_team\": 100.0\n}'\n```", - "operationId": "bulk_team_member_add_team_bulk_member_add_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkTeamMemberAddRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkTeamMemberAddResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/delete": { - "post": { - "tags": [ - "team management" - ], - "summary": "Delete Team", - "description": "delete team and associated team keys\n\nParameters:\n- team_ids: List[str] - Required. List of team IDs to delete. Example: [\"team-1234\", \"team-5678\"]\n\n```\ncurl --location 'http://0.0.0.0:4000/team/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{\n \"team_ids\": [\"8d916b1c-510d-4894-a334-1c16a93344f5\"]\n}'\n```", - "operationId": "delete_team_team_delete_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteTeamRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/info": { - "get": { - "tags": [ - "team management" - ], - "summary": "Team Info", - "description": "get info on team + related keys\n\nParameters:\n- team_id: str - Required. The unique identifier of the team to get info on.\n\n```\ncurl --location 'http://localhost:4000/team/info?team_id=your_team_id_here' --header 'Authorization: Bearer your_api_key_here'\n```", - "operationId": "team_info_team_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "type": "string", - "description": "Team ID in the request parameters", - "title": "Team Id" - }, - "description": "Team ID in the request parameters" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/{team_id}/members/me": { - "get": { - "tags": [ - "team management" - ], - "summary": "Team Member Me", - "description": "Get the caller's own team-membership row for the given team.\n\nUsed by internal users to view their own spend, budget, budget reset\ndate, rate limits, and role within a team \u2014 without exposing other\nmembers' data. The caller is resolved from their API key; the path\n`/members/me` always refers to that caller.\n\nReturns 404 if the caller is not a member of the team.\n\n```\ncurl --location 'http://localhost:4000/team/your_team_id/members/me' --header 'Authorization: Bearer your_api_key_here'\n```", - "operationId": "team_member_me_team__team_id__members_me_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "team_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Team Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamMemberInfoResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/block": { - "post": { - "tags": [ - "team management" - ], - "summary": "Block Team", - "description": "Blocks all calls from keys with this team id.\n\nParameters:\n- team_id: str - Required. The unique identifier of the team to block.\n\nExample:\n```\ncurl --location 'http://0.0.0.0:4000/team/block' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"team_id\": \"team-1234\"\n}'\n```\n\nReturns:\n- The updated team record with blocked=True", - "operationId": "block_team_team_block_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BlockTeamRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/unblock": { - "post": { - "tags": [ - "team management" - ], - "summary": "Unblock Team", - "description": "Unblocks a previously blocked team, re-enabling calls from keys with this team id.\n\nParameters:\n- team_id: str - Required. The unique identifier of the team to unblock.\n\nExample:\n```\ncurl --location 'http://0.0.0.0:4000/team/unblock' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"team_id\": \"team-1234\"\n}'\n```", - "operationId": "unblock_team_team_unblock_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BlockTeamRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/available": { - "get": { - "summary": "List Available Teams", - "operationId": "list_available_teams_team_available_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "response_model", - "in": "query", - "required": false, - "schema": { - "title": "Response Model" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v2/team/list": { - "get": { - "tags": [ - "team management" - ], - "summary": "List Team V2", - "description": "Get a paginated list of teams with filtering and sorting options.\n\nParameters:\n user_id: Optional[str]\n Only return teams which this user belongs to\n organization_id: Optional[str]\n Only return teams which belong to this organization\n team_id: Optional[str]\n Filter teams by exact team_id match\n team_alias: Optional[str]\n Filter teams by partial team_alias match\n page: int\n The page number to return\n page_size: int\n The number of items per page\n sort_by: Optional[str]\n Column to sort by (e.g. 'team_id', 'team_alias', 'created_at')\n sort_order: str\n Sort order ('asc' or 'desc')\n status: Optional[str]\n Filter by status. Currently supports \"deleted\" to query deleted teams.", - "operationId": "list_team_v2_v2_team_list_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Only return teams which this 'user_id' belongs to", - "title": "User Id" - }, - "description": "Only return teams which this 'user_id' belongs to" - }, - { - "name": "organization_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Only return teams which this 'organization_id' belongs to", - "title": "Organization Id" - }, - "description": "Only return teams which this 'organization_id' belongs to" - }, - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Only return teams which this 'team_id' belongs to", - "title": "Team Id" - }, - "description": "Only return teams which this 'team_id' belongs to" - }, - { - "name": "team_alias", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Only return teams which this 'team_alias' belongs to. Supports partial matching.", - "title": "Team Alias" - }, - "description": "Only return teams which this 'team_alias' belongs to. Supports partial matching." - }, - { - "name": "search", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Combined search: matches teams whose 'team_id' equals the value OR whose 'team_alias' contains it (case-insensitive).", - "title": "Search" - }, - "description": "Combined search: matches teams whose 'team_id' equals the value OR whose 'team_alias' contains it (case-insensitive)." - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "description": "Page number for pagination", - "default": 1, - "title": "Page" - }, - "description": "Page number for pagination" - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 100, - "minimum": 1, - "description": "Number of teams per page", - "default": 10, - "title": "Page Size" - }, - "description": "Number of teams per page" - }, - { - "name": "sort_by", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Column to sort by (e.g. 'team_id', 'team_alias', 'created_at')", - "title": "Sort By" - }, - "description": "Column to sort by (e.g. 'team_id', 'team_alias', 'created_at')" - }, - { - "name": "sort_order", - "in": "query", - "required": false, - "schema": { - "type": "string", - "description": "Sort order ('asc' or 'desc')", - "default": "asc", - "title": "Sort Order" - }, - "description": "Sort order ('asc' or 'desc')" - }, - { - "name": "status", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by status (e.g. 'deleted')", - "title": "Status" - }, - "description": "Filter by status (e.g. 'deleted')" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamListResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/list": { - "get": { - "tags": [ - "team management" - ], - "summary": "List Team", - "description": "```\ncurl --location --request GET 'http://0.0.0.0:4000/team/list' --header 'Authorization: Bearer sk-1234'\n```\n\nParameters:\n- user_id: str - Optional. If passed will only return teams that the user_id is a member of.\n- organization_id: str - Optional. If passed will only return teams that belong to the organization_id. Pass 'default_organization' to get all teams without organization_id.", - "operationId": "list_team_team_list_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Only return teams which this 'user_id' belongs to", - "title": "User Id" - }, - "description": "Only return teams which this 'user_id' belongs to" - }, - { - "name": "organization_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/model/add": { - "post": { - "tags": [ - "team management" - ], - "summary": "Team Model Add", - "description": "Add models to a team's allowed model list. Only proxy admin or team admin can add models.\n\nParameters:\n- team_id: str - Required. The team to add models to\n- models: List[str] - Required. List of models to add to the team\n\nExample Request:\n```\ncurl --location 'http://0.0.0.0:4000/team/model/add' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"team_id\": \"team-1234\",\n \"models\": [\"gpt-4\", \"claude-2\"]\n}'\n```", - "operationId": "team_model_add_team_model_add_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamModelAddRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/model/delete": { - "post": { - "tags": [ - "team management" - ], - "summary": "Team Model Delete", - "description": "Remove models from a team's allowed model list. Only proxy admin or team admin can remove models.\n\nParameters:\n- team_id: str - Required. The team to remove models from\n- models: List[str] - Required. List of models to remove from the team\n\nExample Request:\n```\ncurl --location 'http://0.0.0.0:4000/team/model/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"team_id\": \"team-1234\",\n \"models\": [\"gpt-4\"]\n}'\n```", - "operationId": "team_model_delete_team_model_delete_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TeamModelDeleteRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/permissions_list": { - "get": { - "tags": [ - "team management" - ], - "summary": "Team Member Permissions", - "description": "Get the team member permissions for a team", - "operationId": "team_member_permissions_team_permissions_list_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "type": "string", - "description": "Team ID in the request parameters", - "title": "Team Id" - }, - "description": "Team ID in the request parameters" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/GetTeamMemberPermissionsResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/permissions_update": { - "post": { - "tags": [ - "team management" - ], - "summary": "Update Team Member Permissions", - "description": "Update the team member permissions for a team", - "operationId": "update_team_member_permissions_team_permissions_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateTeamMemberPermissionsRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_TeamTable" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/permissions_bulk_update": { - "post": { - "tags": [ - "team management" - ], - "summary": "Bulk Update Team Member Permissions", - "description": "Append permissions to existing teams.\n\nEither pass team_ids to target specific teams, or set\napply_to_all_teams=True to update every team. For each team,\nthe provided permissions are merged with the team's existing\npermissions (duplicates are skipped).", - "operationId": "bulk_update_team_member_permissions_team_permissions_bulk_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkUpdateTeamMemberPermissionsRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BulkUpdateTeamMemberPermissionsResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/team/daily/activity": { - "get": { - "tags": [ - "team management" - ], - "summary": "Get Team Daily Activity", - "description": "Get daily activity for specific teams or all teams.\n\nArgs:\n team_ids (Optional[str]): Comma-separated list of team IDs to filter by. If not provided, returns data for all teams.\n start_date (Optional[str]): Start date for the activity period (YYYY-MM-DD).\n end_date (Optional[str]): End date for the activity period (YYYY-MM-DD).\n model (Optional[str]): Filter by model name.\n api_key (Optional[str]): Filter by API key.\n page (int): Page number for pagination.\n page_size (int): Number of items per page.\n exclude_team_ids (Optional[str]): Comma-separated list of team IDs to exclude.\nReturns:\n SpendAnalyticsPaginatedResponse: Paginated response containing daily activity data.", - "operationId": "get_team_daily_activity_team_daily_activity_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "team_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Ids" - } - }, - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Start Date" - } - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End Date" - } - }, - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - }, - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - } - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "default": 1, - "title": "Page" - } - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "default": 10, - "title": "Page Size" - } - }, - { - "name": "exclude_team_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Exclude Team Ids" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SpendAnalyticsPaginatedResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/sso/readiness": { - "get": { - "tags": [ - "experimental" - ], - "summary": "Sso Readiness", - "description": "Health endpoint for checking SSO readiness.\nChecks if the configured SSO provider has all required environment variables set in memory.", - "operationId": "sso_readiness_sso_readiness_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/organization/new": { - "post": { - "tags": [ - "organization management" - ], - "summary": "New Organization", - "description": "Allow orgs to own teams\n\nSet org level budgets + model access.\n\nOnly admins can create orgs.\n\n# Parameters\n\n- organization_alias: *str* - The name of the organization.\n- models: *List* - The models the organization has access to.\n- budget_id: *Optional[str]* - The id for a budget (tpm/rpm/max budget) for the organization.\n### IF NO BUDGET ID - CREATE ONE WITH THESE PARAMS ###\n- max_budget: *Optional[float]* - Max budget for org\n- tpm_limit: *Optional[int]* - Max tpm limit for org\n- rpm_limit: *Optional[int]* - Max rpm limit for org\n- model_rpm_limit: *Optional[Dict[str, int]]* - The RPM (Requests Per Minute) limit per model for this organization.\n- model_tpm_limit: *Optional[Dict[str, int]]* - The TPM (Tokens Per Minute) limit per model for this organization.\n- max_parallel_requests: *Optional[int]* - [Not Implemented Yet] Max parallel requests for org\n- soft_budget: *Optional[float]* - [Not Implemented Yet] Get a slack alert when this soft budget is reached. Don't block requests.\n- model_max_budget: *Optional[dict]* - Max budget for a specific model\n- budget_duration: *Optional[str]* - Frequency of reseting org budget\n- metadata: *Optional[dict]* - Metadata for organization, store information for organization. Example metadata - {\"extra_info\": \"some info\"}\n- blocked: *bool* - Flag indicating if the org is blocked or not - will stop all calls from keys with this org_id.\n- tags: *Optional[List[str]]* - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing).\n- organization_id: *Optional[str]* - The organization id of the team. Default is None. Create via `/organization/new`.\n- model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias)\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - organization-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"]}. IF null or {} then no object permission.\n- allowed_models: Optional[List[str]] - List of models the organization is allowed to access. If not set, defaults to the models field.\nCase 1: Create new org **without** a budget_id\n\n```bash\ncurl --location 'http://0.0.0.0:4000/organization/new' \n--header 'Authorization: Bearer sk-1234' \n--header 'Content-Type: application/json' \n--data '{\n \"organization_alias\": \"my-secret-org\",\n \"models\": [\"model1\", \"model2\"],\n \"max_budget\": 100\n}'\n\n\n```\n\nCase 2: Create new org **with** a budget_id\n\n```bash\ncurl --location 'http://0.0.0.0:4000/organization/new' \n--header 'Authorization: Bearer sk-1234' \n--header 'Content-Type: application/json' \n--data '{\n \"organization_alias\": \"my-secret-org\",\n \"models\": [\"model1\", \"model2\"],\n \"budget_id\": \"428eeaa8-f3ac-4e85-a8fb-7dc8d7aa8689\"\n}'\n```", - "operationId": "new_organization_organization_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewOrganizationRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewOrganizationResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/organization/daily/activity": { - "get": { - "tags": [ - "organization management" - ], - "summary": "Get Organization Daily Activity", - "description": "Get daily activity for specific organizations or all accessible organizations.", - "operationId": "get_organization_daily_activity_organization_daily_activity_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "organization_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Ids" - } - }, - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Start Date" - } - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End Date" - } - }, - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - }, - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - } - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "default": 1, - "title": "Page" - } - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "default": 10, - "title": "Page Size" - } - }, - { - "name": "exclude_organization_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Exclude Organization Ids" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SpendAnalyticsPaginatedResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/organization/update": { - "patch": { - "tags": [ - "organization management" - ], - "summary": "Update Organization", - "description": "Update an organization", - "operationId": "update_organization_organization_update_patch", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_OrganizationTableWithMembers" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/organization/delete": { - "delete": { - "tags": [ - "organization management" - ], - "summary": "Delete Organization", - "description": "Delete an organization\n\n# Parameters:\n\n- organization_ids: List[str] - The organization ids to delete.", - "operationId": "delete_organization_organization_delete_delete", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteOrganizationRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/LiteLLM_OrganizationTableWithMembers" - }, - "type": "array", - "title": "Response Delete Organization Organization Delete Delete" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/organization/list": { - "get": { - "tags": [ - "organization management" - ], - "summary": "List Organization", - "description": "Get a list of organizations with optional filtering.\n\nParameters:\n org_id: Optional[str]\n Filter organizations by exact organization_id match\n org_alias: Optional[str]\n Filter organizations by partial organization_alias match (case-insensitive)\n\nExample:\n```\ncurl --location --request GET 'http://0.0.0.0:4000/organization/list?org_alias=my-org' --header 'Authorization: Bearer sk-1234'\n```\n\nExample with org_id:\n```\ncurl --location --request GET 'http://0.0.0.0:4000/organization/list?org_id=123e4567-e89b-12d3-a456-426614174000' --header 'Authorization: Bearer sk-1234'\n```", - "operationId": "list_organization_organization_list_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "org_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter organizations by exact organization_id match", - "title": "Org Id" - }, - "description": "Filter organizations by exact organization_id match" - }, - { - "name": "org_alias", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter organizations by partial organization_alias match. Supports case-insensitive search.", - "title": "Org Alias" - }, - "description": "Filter organizations by partial organization_alias match. Supports case-insensitive search." - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "type": "array", - "items": { - "$ref": "#/components/schemas/LiteLLM_OrganizationTableWithMembers" - }, - "title": "Response List Organization Organization List Get" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/organization/info": { - "get": { - "tags": [ - "organization management" - ], - "summary": "Info Organization", - "description": "Get the org specific information", - "operationId": "info_organization_organization_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "organization_id", - "in": "query", - "required": true, - "schema": { - "type": "string", - "title": "Organization Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_OrganizationTableWithMembers" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "tags": [ - "organization management" - ], - "summary": "Deprecated Info Organization", - "description": "DEPRECATED: Use GET /organization/info instead", - "operationId": "deprecated_info_organization_organization_info_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/OrganizationRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/organization/member_add": { - "post": { - "tags": [ - "organization management" - ], - "summary": "Organization Member Add", - "description": "[BETA]\n\nAdd new members (either via user_email or user_id) to an organization\n\nIf user doesn't exist, new user row will also be added to User Table\n\nOnly proxy_admin or org_admin of organization, allowed to access this endpoint.\n\n# Parameters:\n\n- organization_id: str (required)\n- member: Union[List[Member], Member] (required)\n - role: Literal[LitellmUserRoles] (required)\n - user_id: Optional[str]\n - user_email: Optional[str]\n\nNote: Either user_id or user_email must be provided for each member.\n\nExample:\n```\ncurl -X POST 'http://0.0.0.0:4000/organization/member_add' -H 'Authorization: Bearer sk-1234' -H 'Content-Type: application/json' -d '{\n \"organization_id\": \"45e3e396-ee08-4a61-a88e-16b3ce7e0849\",\n \"member\": {\n \"role\": \"internal_user\",\n \"user_id\": \"krrish247652@berri.ai\"\n },\n \"max_budget_in_organization\": 100.0\n}'\n```\n\nThe following is executed in this function:\n\n1. Check if organization exists\n2. Creates a new Internal User if the user_id or user_email is not found in LiteLLM_UserTable\n3. Add Internal User to the `LiteLLM_OrganizationMembership` table", - "operationId": "organization_member_add_organization_member_add_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/OrganizationMemberAddRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/OrganizationAddMemberResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/organization/member_update": { - "patch": { - "tags": [ - "organization management" - ], - "summary": "Organization Member Update", - "description": "Update a member's role in an organization", - "operationId": "organization_member_update_organization_member_update_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/OrganizationMemberUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_OrganizationMembershipTable" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/organization/member_delete": { - "delete": { - "tags": [ - "organization management" - ], - "summary": "Organization Member Delete", - "description": "Delete a member from an organization", - "operationId": "organization_member_delete_organization_member_delete_delete", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/OrganizationMemberDeleteRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/customer/block": { - "post": { - "tags": [ - "Customer Management" - ], - "summary": "Block User", - "description": "[BETA] Reject calls with this end-user id\n\nParameters:\n- user_ids (List[str], required): The unique `user_id`s for the users to block\n\n (any /chat/completion call with this user={end-user-id} param, will be rejected.)\n\n ```\n curl -X POST \"http://0.0.0.0:8000/user/block\"\n -H \"Authorization: Bearer sk-1234\"\n -d '{\n \"user_ids\": [, ...]\n }'\n ```", - "operationId": "block_user_customer_block_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BlockUsers" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/customer/unblock": { - "post": { - "tags": [ - "Customer Management" - ], - "summary": "Unblock User", - "description": "[BETA] Unblock calls with this user id\n\nExample\n```\ncurl -X POST \"http://0.0.0.0:8000/user/unblock\"\n-H \"Authorization: Bearer sk-1234\"\n-d '{\n\"user_ids\": [, ...]\n}'\n```", - "operationId": "unblock_user_customer_unblock_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BlockUsers" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/customer/new": { - "post": { - "tags": [ - "Customer Management" - ], - "summary": "New End User", - "description": "Allow creating a new Customer \n\n\nParameters:\n- user_id: str - The unique identifier for the user.\n- alias: Optional[str] - A human-friendly alias for the user.\n- blocked: bool - Flag to allow or disallow requests for this end-user. Default is False.\n- max_budget: Optional[float] - The maximum budget allocated to the user. Either 'max_budget' or 'budget_id' should be provided, not both.\n- budget_id: Optional[str] - The identifier for an existing budget allocated to the user. Either 'max_budget' or 'budget_id' should be provided, not both.\n- allowed_model_region: Optional[Union[Literal[\"eu\"], Literal[\"us\"]]] - Require all user requests to use models in this specific region.\n- default_model: Optional[str] - If no equivalent model in the allowed region, default all requests to this model.\n- metadata: Optional[dict] = Metadata for customer, store information for customer. Example metadata = {\"data_training_opt_out\": True}\n- budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds (\"30s\"), minutes (\"30m\"), hours (\"30h\"), days (\"30d\").\n- tpm_limit: Optional[int] - [Not Implemented Yet] Specify tpm limit for a given customer (Tokens per minute)\n- rpm_limit: Optional[int] - [Not Implemented Yet] Specify rpm limit for a given customer (Requests per minute)\n- model_max_budget: Optional[dict] - [Not Implemented Yet] Specify max budget for a given model. Example: {\"openai/gpt-4o-mini\": {\"max_budget\": 100.0, \"budget_duration\": \"1d\"}}\n- max_parallel_requests: Optional[int] - [Not Implemented Yet] Specify max parallel requests for a given customer.\n- soft_budget: Optional[float] - [Not Implemented Yet] Get alerts when customer crosses given budget, doesn't block requests.\n- spend: Optional[float] - Specify initial spend for a given customer.\n- budget_reset_at: Optional[str] - Specify the date and time when the budget should be reset.\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - Customer-specific object permissions to control access to resources.\n Supported fields:\n * mcp_servers: List[str] - List of allowed MCP server IDs\n * mcp_access_groups: List[str] - List of MCP access group names\n * mcp_tool_permissions: Dict[str, List[str]] - Map of server ID to allowed tool names (e.g., {\"server_1\": [\"tool_a\", \"tool_b\"]})\n * vector_stores: List[str] - List of allowed vector store IDs\n * agents: List[str] - List of allowed agent IDs\n * agent_access_groups: List[str] - List of agent access group names\n Example: {\"mcp_servers\": [\"server_1\", \"server_2\"], \"vector_stores\": [\"vector_store_1\"], \"agents\": [\"agent_1\"]}\n IF null or {} then no object-level restrictions apply.\n\n\n- Allow specifying allowed regions \n- Allow specifying default model\n\nExample curl:\n```\ncurl --location 'http://0.0.0.0:4000/customer/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"user_id\" : \"ishaan-jaff-3\",\n \"allowed_region\": \"eu\",\n \"budget_id\": \"free_tier\",\n \"default_model\": \"azure/gpt-3.5-turbo-eu\"\n }'\n\n# With object permissions\ncurl -L -X POST 'http://localhost:4000/customer/new' -H 'Authorization: Bearer sk-1234' -H 'Content-Type: application/json' -d '{\n \"user_id\": \"user_1\",\n \"object_permission\": {\n \"mcp_servers\": [\"server_1\"],\n \"mcp_access_groups\": [\"public_group\"],\n \"vector_stores\": [\"vector_store_1\"]\n }\n }'\n\n # return end-user object\n```\n\nNOTE: This used to be called `/end_user/new`, we will still be maintaining compatibility for /end_user/XXX for these endpoints", - "operationId": "new_end_user_customer_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewCustomerRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/customer/info": { - "get": { - "tags": [ - "Customer Management" - ], - "summary": "End User Info", - "description": "Get information about an end-user. An `end_user` is a customer (external user) of the proxy.\n\nParameters:\n- end_user_id (str, required): The unique identifier for the end-user\n\nExample curl:\n```\ncurl -X GET 'http://localhost:4000/customer/info?end_user_id=test-litellm-user-4' -H 'Authorization: Bearer sk-1234'\n```", - "operationId": "end_user_info_customer_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "end_user_id", - "in": "query", - "required": true, - "schema": { - "type": "string", - "description": "End User ID in the request parameters", - "title": "End User Id" - }, - "description": "End User ID in the request parameters" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_EndUserTable" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/customer/update": { - "post": { - "tags": [ - "Customer Management" - ], - "summary": "Update End User", - "description": "Example curl \n\nParameters:\n- user_id: str\n- alias: Optional[str] = None # human-friendly alias\n- blocked: bool = False # allow/disallow requests for this end-user\n- max_budget: Optional[float] = None\n- budget_id: Optional[str] = None # give either a budget_id or max_budget\n- allowed_model_region: Optional[AllowedModelRegion] = (\n None # require all user requests to use models in this specific region\n)\n- default_model: Optional[str] = (\n None # if no equivalent model in allowed region - default all requests to this model\n)\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - Customer-specific object permissions to control access to resources.\n Supported fields:\n * mcp_servers: List[str] - List of allowed MCP server IDs\n * mcp_access_groups: List[str] - List of MCP access group names\n * mcp_tool_permissions: Dict[str, List[str]] - Map of server ID to allowed tool names\n * vector_stores: List[str] - List of allowed vector store IDs\n * agents: List[str] - List of allowed agent IDs\n * agent_access_groups: List[str] - List of agent access group names\n Example: {\"mcp_servers\": [\"server_1\"], \"vector_stores\": [\"vector_store_1\"]}\n IF null or {} then no object-level restrictions apply.\n\nExample curl:\n```\ncurl --location 'http://0.0.0.0:4000/customer/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"user_id\": \"test-litellm-user-4\",\n \"budget_id\": \"paid_tier\"\n}'\n\n# Updating object permissions\ncurl -L -X POST 'http://localhost:4000/customer/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"user_id\": \"user_1\",\n \"object_permission\": {\n \"mcp_servers\": [\"server_3\"],\n \"vector_stores\": [\"vector_store_2\", \"vector_store_3\"]\n }\n }'\n\nSee below for all params\n```", - "operationId": "update_end_user_customer_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateCustomerRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/customer/delete": { - "post": { - "tags": [ - "Customer Management" - ], - "summary": "Delete End User", - "description": "Delete multiple end-users.\n\nParameters:\n- user_ids (List[str], required): The unique `user_id`s for the users to delete\n\nExample curl:\n```\ncurl --location 'http://0.0.0.0:4000/customer/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{\n \"user_ids\" :[\"ishaan-jaff-5\"]\n}'\n\nSee below for all params \n```", - "operationId": "delete_end_user_customer_delete_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteCustomerRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/customer/list": { - "get": { - "tags": [ - "Customer Management" - ], - "summary": "List End User", - "description": "[Admin-only] List all available customers\n\nExample curl:\n```\ncurl --location --request GET 'http://0.0.0.0:4000/customer/list' --header 'Authorization: Bearer sk-1234'\n```", - "operationId": "list_end_user_customer_list_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/LiteLLM_EndUserTable" - }, - "type": "array", - "title": "Response List End User Customer List Get" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/customer/daily/activity": { - "get": { - "tags": [ - "Customer Management" - ], - "summary": "Get Customer Daily Activity", - "description": "Get daily activity for specific organizations or all accessible organizations.", - "operationId": "get_customer_daily_activity_customer_daily_activity_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "end_user_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End User Ids" - } - }, - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Start Date" - } - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End Date" - } - }, - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - }, - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - } - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "default": 1, - "title": "Page" - } - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "default": 10, - "title": "Page Size" - } - }, - { - "name": "exclude_end_user_ids", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Exclude End User Ids" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SpendAnalyticsPaginatedResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/spend/tags": { - "get": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "View Spend Tags", - "description": "LiteLLM Enterprise - View Spend Per Request Tag\n\nExample Request:\n```\ncurl -X GET \"http://0.0.0.0:8000/spend/tags\" -H \"Authorization: Bearer sk-1234\"\n```\n\nSpend with Start Date and End Date\n```\ncurl -X GET \"http://0.0.0.0:8000/spend/tags?start_date=2022-01-01&end_date=2022-02-01\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "view_spend_tags_spend_tags_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time from which to start viewing key spend", - "title": "Start Date" - }, - "description": "Time from which to start viewing key spend" - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time till which to view key spend", - "title": "End Date" - }, - "description": "Time till which to view key spend" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "type": "array", - "items": { - "$ref": "#/components/schemas/LiteLLM_SpendLogs" - }, - "title": "Response 200 View Spend Tags Spend Tags Get" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/global/spend/report": { - "get": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "Get Global Spend Report", - "description": "Get Daily Spend per Team, based on specific startTime and endTime. Per team, view usage by each key, model\n[\n {\n \"group-by-day\": \"2024-05-10\",\n \"teams\": [\n {\n \"team_name\": \"team-1\"\n \"spend\": 10,\n \"keys\": [\n \"key\": \"1213\",\n \"usage\": {\n \"model-1\": {\n \"cost\": 12.50,\n \"input_tokens\": 1000,\n \"output_tokens\": 5000,\n \"requests\": 100\n },\n \"audio-modelname1\": {\n \"cost\": 25.50,\n \"seconds\": 25,\n \"requests\": 50\n },\n }\n }\n ]\n ]\n}", - "operationId": "get_global_spend_report_global_spend_report_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time from which to start viewing spend", - "title": "Start Date" - }, - "description": "Time from which to start viewing spend" - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time till which to view spend", - "title": "End Date" - }, - "description": "Time till which to view spend" - }, - { - "name": "group_by", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "enum": [ - "team", - "customer", - "api_key" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Group spend by internal team or customer or api_key", - "default": "team", - "title": "Group By" - }, - "description": "Group spend by internal team or customer or api_key" - }, - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "View spend for a specific api_key. Example api_key='sk-1234", - "title": "Api Key" - }, - "description": "View spend for a specific api_key. Example api_key='sk-1234" - }, - { - "name": "internal_user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "View spend for a specific internal_user_id. Example internal_user_id='1234", - "title": "Internal User Id" - }, - "description": "View spend for a specific internal_user_id. Example internal_user_id='1234" - }, - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "View spend for a specific team_id. Example team_id='1234", - "title": "Team Id" - }, - "description": "View spend for a specific team_id. Example team_id='1234" - }, - { - "name": "customer_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "View spend for a specific customer_id. Example customer_id='1234. Can be used in conjunction with team_id as well.", - "title": "Customer Id" - }, - "description": "View spend for a specific customer_id. Example customer_id='1234. Can be used in conjunction with team_id as well." - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "type": "array", - "items": { - "$ref": "#/components/schemas/LiteLLM_SpendLogs" - }, - "title": "Response 200 Get Global Spend Report Global Spend Report Get" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/global/spend/tags": { - "get": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "Global View Spend Tags", - "description": "LiteLLM Enterprise - View Spend Per Request Tag. Used by LiteLLM UI\n\nExample Request:\n```\ncurl -X GET \"http://0.0.0.0:4000/spend/tags\" -H \"Authorization: Bearer sk-1234\"\n```\n\nSpend with Start Date and End Date\n```\ncurl -X GET \"http://0.0.0.0:4000/spend/tags?start_date=2022-01-01&end_date=2022-02-01\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "global_view_spend_tags_global_spend_tags_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time from which to start viewing key spend", - "title": "Start Date" - }, - "description": "Time from which to start viewing key spend" - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time till which to view key spend", - "title": "End Date" - }, - "description": "Time till which to view key spend" - }, - { - "name": "tags", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "comman separated tags to filter on", - "title": "Tags" - }, - "description": "comman separated tags to filter on" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "type": "array", - "items": { - "$ref": "#/components/schemas/LiteLLM_SpendLogs" - }, - "title": "Response 200 Global View Spend Tags Global Spend Tags Get" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/spend/calculate": { - "post": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "Calculate Spend", - "description": "Accepts all the params of completion_cost.\n\nCalculate spend **before** making call:\n\nNote: If you see a spend of $0.0 you need to set custom_pricing for your model: https://docs.litellm.ai/docs/proxy/custom_pricing\n\n```\ncurl --location 'http://localhost:4000/spend/calculate'\n--header 'Authorization: Bearer sk-1234'\n--header 'Content-Type: application/json'\n--data '{\n \"model\": \"anthropic.claude-v2\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hey, how'''s it going?\"}]\n}'\n```\n\nCalculate spend **after** making call:\n\n```\ncurl --location 'http://localhost:4000/spend/calculate'\n--header 'Authorization: Bearer sk-1234'\n--header 'Content-Type: application/json'\n--data '{\n \"completion_response\": {\n \"id\": \"chatcmpl-123\",\n \"object\": \"chat.completion\",\n \"created\": 1677652288,\n \"model\": \"gpt-3.5-turbo-0125\",\n \"system_fingerprint\": \"fp_44709d6fcb\",\n \"choices\": [{\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"Hello there, how may I assist you today?\"\n },\n \"logprobs\": null,\n \"finish_reason\": \"stop\"\n }]\n \"usage\": {\n \"prompt_tokens\": 9,\n \"completion_tokens\": 12,\n \"total_tokens\": 21\n }\n }\n}'\n```", - "operationId": "calculate_spend_spend_calculate_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SpendCalculateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "The calculated cost", - "content": { - "application/json": { - "schema": { - "properties": { - "cost": { - "type": "number", - "description": "The calculated cost", - "example": 0.0 - } - }, - "type": "object" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/spend/logs/v2": { - "get": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "Ui View Spend Logs", - "description": "View spend logs with pagination support.\nAvailable at both `/spend/logs/v2` (public API) and `/spend/logs/ui` (internal UI).\n\nReturns paginated response with data, total, page, page_size, and total_pages.\n\nExample:\n```\ncurl -X GET \"http://0.0.0.0:8000/spend/logs/v2?start_date=2025-11-25%2000:00:00&end_date=2025-11-26%2023:59:59&page=1&page_size=50\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "ui_view_spend_logs_spend_logs_v2_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Get spend logs based on api key", - "title": "Api Key" - }, - "description": "Get spend logs based on api key" - }, - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Get spend logs based on user_id", - "title": "User Id" - }, - "description": "Get spend logs based on user_id" - }, - { - "name": "request_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "request_id to get spend logs for specific request_id", - "title": "Request Id" - }, - "description": "request_id to get spend logs for specific request_id" - }, - { - "name": "team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter spend logs by team_id", - "title": "Team Id" - }, - "description": "Filter spend logs by team_id" - }, - { - "name": "min_spend", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "description": "Filter logs with spend greater than or equal to this value", - "title": "Min Spend" - }, - "description": "Filter logs with spend greater than or equal to this value" - }, - { - "name": "max_spend", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "description": "Filter logs with spend less than or equal to this value", - "title": "Max Spend" - }, - "description": "Filter logs with spend less than or equal to this value" - }, - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time from which to start viewing key spend", - "title": "Start Date" - }, - "description": "Time from which to start viewing key spend" - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time till which to view key spend", - "title": "End Date" - }, - "description": "Time till which to view key spend" - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "description": "Page number for pagination", - "default": 1, - "title": "Page" - }, - "description": "Page number for pagination" - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 100, - "minimum": 1, - "description": "Number of items per page", - "default": 50, - "title": "Page Size" - }, - "description": "Number of items per page" - }, - { - "name": "status_filter", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs by status (e.g., success, failure)", - "title": "Status Filter" - }, - "description": "Filter logs by status (e.g., success, failure)" - }, - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs by model", - "title": "Model" - }, - "description": "Filter logs by model" - }, - { - "name": "model_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs by model ID (litellm model deployment id)", - "title": "Model Id" - }, - "description": "Filter logs by model ID (litellm model deployment id)" - }, - { - "name": "key_alias", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs by key alias", - "title": "Key Alias" - }, - "description": "Filter logs by key alias" - }, - { - "name": "end_user", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs by end user", - "title": "End User" - }, - "description": "Filter logs by end user" - }, - { - "name": "error_code", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs by error code (e.g., '404', '500')", - "title": "Error Code" - }, - "description": "Filter logs by error code (e.g., '404', '500')" - }, - { - "name": "error_message", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs by error message (partial string match)", - "title": "Error Message" - }, - "description": "Filter logs by error message (partial string match)" - }, - { - "name": "sort_by", - "in": "query", - "required": false, - "schema": { - "type": "string", - "description": "Sort logs by field: spend, total_tokens, startTime, endTime, request_duration_ms, model, or ttft_ms", - "default": "startTime", - "title": "Sort By" - }, - "description": "Sort logs by field: spend, total_tokens, startTime, endTime, request_duration_ms, model, or ttft_ms" - }, - { - "name": "sort_order", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Sort order: asc or desc", - "default": "desc", - "title": "Sort Order" - }, - "description": "Sort order: asc or desc" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "type": "object", - "additionalProperties": true, - "title": "Response 200 Ui View Spend Logs Spend Logs V2 Get" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/spend/logs": { - "get": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "View Spend Logs", - "description": "[DEPRECATED] This endpoint is not paginated and can cause performance issues.\nPlease use `/spend/logs/v2` instead for paginated access to spend logs.\n\nView all spend logs, if request_id is provided, only logs for that request_id will be returned\n\nWhen start_date and end_date are provided:\n- summarize=true (default): Returns aggregated spend data grouped by date (maintains backward compatibility)\n- summarize=false: Returns filtered individual log entries within the date range\n\nExample Request for all logs\n```\ncurl -X GET \"http://0.0.0.0:8000/spend/logs\" -H \"Authorization: Bearer sk-1234\"\n```\n\nExample Request for specific request_id\n```\ncurl -X GET \"http://0.0.0.0:8000/spend/logs?request_id=chatcmpl-6dcb2540-d3d7-4e49-bb27-291f863f112e\" -H \"Authorization: Bearer sk-1234\"\n```\n\nExample Request for specific api_key\n```\ncurl -X GET \"http://0.0.0.0:8000/spend/logs?api_key=sk-test-example-key-123\" -H \"Authorization: Bearer sk-1234\"\n```\n\nExample Request for specific user_id\n```\ncurl -X GET \"http://0.0.0.0:8000/spend/logs?user_id=ishaan@berri.ai\" -H \"Authorization: Bearer sk-1234\"\n```\n\nExample Request for date range with individual logs (unsummarized)\n```\ncurl -X GET \"http://0.0.0.0:8000/spend/logs?start_date=2024-01-01&end_date=2024-01-02&summarize=false\" -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "view_spend_logs_spend_logs_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Get spend logs based on api key", - "title": "Api Key" - }, - "description": "Get spend logs based on api key" - }, - { - "name": "user_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Get spend logs based on user_id", - "title": "User Id" - }, - "description": "Get spend logs based on user_id" - }, - { - "name": "request_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "request_id to get spend logs for specific request_id. If none passed then pass spend logs for all requests", - "title": "Request Id" - }, - "description": "request_id to get spend logs for specific request_id. If none passed then pass spend logs for all requests" - }, - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time from which to start viewing key spend", - "title": "Start Date" - }, - "description": "Time from which to start viewing key spend" - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Time till which to view key spend", - "title": "End Date" - }, - "description": "Time till which to view key spend" - }, - { - "name": "summarize", - "in": "query", - "required": false, - "schema": { - "type": "boolean", - "description": "When start_date and end_date are provided, summarize=true returns aggregated data by date (legacy behavior), summarize=false returns filtered individual logs", - "default": true, - "title": "Summarize" - }, - "description": "When start_date and end_date are provided, summarize=true returns aggregated data by date (legacy behavior), summarize=false returns filtered individual logs" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "type": "array", - "items": { - "$ref": "#/components/schemas/LiteLLM_SpendLogs" - }, - "title": "Response 200 View Spend Logs Spend Logs Get" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/global/spend/reset": { - "post": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "Global Spend Reset", - "description": "ADMIN ONLY / MASTER KEY Only Endpoint\n\nGlobally reset spend for All API Keys and Teams, maintain LiteLLM_SpendLogs\n\n1. LiteLLM_SpendLogs will maintain the logs on spend, no data gets deleted from there\n2. LiteLLM_VerificationTokens spend will be set = 0\n3. LiteLLM_TeamTable spend will be set = 0", - "operationId": "global_spend_reset_global_spend_reset_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/provider/budgets": { - "get": { - "summary": "Provider Budgets", - "description": "Provider Budget Routing - Get Budget, Spend Details https://docs.litellm.ai/docs/proxy/provider_budget_routing\n\nUse this endpoint to check current budget, spend and budget reset time for a provider\n\nExample Request\n\n```bash\ncurl -X GET http://localhost:4000/provider/budgets -H \"Content-Type: application/json\" -H \"Authorization: Bearer sk-1234\"\n```\n\nExample Response\n\n```json\n{\n \"providers\": {\n \"openai\": {\n \"budget_limit\": 1e-12,\n \"time_period\": \"1d\",\n \"spend\": 0.0,\n \"budget_reset_at\": null\n },\n \"azure\": {\n \"budget_limit\": 100.0,\n \"time_period\": \"1d\",\n \"spend\": 0.0,\n \"budget_reset_at\": null\n },\n \"anthropic\": {\n \"budget_limit\": 100.0,\n \"time_period\": \"10d\",\n \"spend\": 0.0,\n \"budget_reset_at\": null\n },\n \"vertex_ai\": {\n \"budget_limit\": 100.0,\n \"time_period\": \"12d\",\n \"spend\": 0.0,\n \"budget_reset_at\": null\n }\n }\n}\n```", - "operationId": "provider_budgets_provider_budgets_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ProviderBudgetResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/cache/ping": { - "get": { - "tags": [ - "caching" - ], - "summary": "Cache Ping", - "description": "Endpoint for checking if cache can be pinged", - "operationId": "cache_ping_cache_ping_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CachePingResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/cache/delete": { - "post": { - "tags": [ - "caching", - "caching" - ], - "summary": "Cache Delete", - "description": "Endpoint for deleting a key from the cache. All responses from litellm proxy have `x-litellm-cache-key` in the headers\n\nParameters:\n- **keys**: *Optional[List[str]]* - A list of keys to delete from the cache. Example {\"keys\": [\"key1\", \"key2\"]}\n\n```shell\ncurl -X POST \"http://0.0.0.0:4000/cache/delete\" -H \"Authorization: Bearer sk-1234\" -d '{\"keys\": [\"key1\", \"key2\"]}'\n```", - "operationId": "cache_delete_cache_delete_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/cache/redis/info": { - "get": { - "tags": [ - "caching" - ], - "summary": "Cache Redis Info", - "description": "Endpoint for getting /redis/info", - "operationId": "cache_redis_info_cache_redis_info_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/cache/flushall": { - "post": { - "tags": [ - "caching", - "caching" - ], - "summary": "Cache Flushall", - "description": "A function to flush all items from the cache. (All items will be deleted from the cache with this)\nRaises HTTPException if the cache is not initialized or if the cache type does not support flushing.\nReturns a dictionary with the status of the operation.\n\nUsage:\n```\ncurl -X POST http://0.0.0.0:4000/cache/flushall -H \"Authorization: Bearer sk-1234\"\n```", - "operationId": "cache_flushall_cache_flushall_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/callbacks/list": { - "get": { - "tags": [ - "Logging Callbacks" - ], - "summary": "List Callbacks", - "description": "View List of Active Logging Callbacks", - "operationId": "list_callbacks_callbacks_list_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CallbacksByType" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/callbacks/configs": { - "get": { - "tags": [ - "Logging Callbacks" - ], - "summary": "Get Callback Configs", - "description": "Get Available Callback Configurations\n\nReturns the configuration details for all available logging callbacks,\nincluding supported parameters, field types, and descriptions.", - "operationId": "get_callback_configs_callbacks_configs_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/debug/asyncio-tasks": { - "get": { - "summary": "Get Active Tasks Stats", - "description": "Returns:\n total_active_tasks: int\n by_name: { coroutine_name: count }", - "operationId": "get_active_tasks_stats_debug_asyncio_tasks_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/add/allowed_ip": { - "post": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "Add Allowed Ip", - "operationId": "add_allowed_ip_add_allowed_ip_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/IPAddress" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/delete/allowed_ip": { - "post": { - "tags": [ - "Budget & Spend Tracking" - ], - "summary": "Delete Allowed Ip", - "operationId": "delete_allowed_ip_delete_allowed_ip_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/IPAddress" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/get/internal_user_settings": { - "get": { - "tags": [ - "SSO Settings" - ], - "summary": "Get Internal User Settings", - "description": "Get all SSO settings from the litellm_settings configuration.\nReturns a structured object with values and descriptions for UI display.", - "operationId": "get_internal_user_settings_get_internal_user_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/InternalUserSettingsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/get/default_team_settings": { - "get": { - "tags": [ - "SSO Settings" - ], - "summary": "Get Default Team Settings", - "description": "Get all SSO settings from the litellm_settings configuration.\nReturns a structured object with values and descriptions for UI display.", - "operationId": "get_default_team_settings_get_default_team_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DefaultTeamSettingsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/update/internal_user_settings": { - "patch": { - "tags": [ - "SSO Settings" - ], - "summary": "Update Internal User Settings", - "description": "Update the default internal user parameters for SSO users.\nThese settings will be applied to new users who sign in via SSO.", - "operationId": "update_internal_user_settings_update_internal_user_settings_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DefaultInternalUserParams" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/update/default_team_settings": { - "patch": { - "tags": [ - "SSO Settings" - ], - "summary": "Update Default Team Settings", - "description": "Update the default team parameters for SSO users.\nThese settings will be applied to new teams created from SSO.", - "operationId": "update_default_team_settings_update_default_team_settings_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DefaultTeamSSOParams" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/get/sso_settings": { - "get": { - "tags": [ - "SSO Settings" - ], - "summary": "Get Sso Settings", - "description": "Get all SSO configuration settings from the dedicated SSO table.\nReturns a structured object with values and descriptions for UI display.", - "operationId": "get_sso_settings_get_sso_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SSOSettingsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/update/sso_settings": { - "patch": { - "tags": [ - "SSO Settings" - ], - "summary": "Update Sso Settings", - "description": "Update SSO configuration by saving to the dedicated SSO table.", - "operationId": "update_sso_settings_update_sso_settings_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SSOConfig" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/get/ui_theme_settings": { - "get": { - "tags": [ - "UI Theme Settings" - ], - "summary": "Get Ui Theme Settings", - "description": "Get UI theme configuration from the litellm_settings.\nReturns current logo settings for UI customization.\n\nNote: This endpoint is public (no authentication required) so all users can see custom branding.\nOnly the /update/ui_theme_settings endpoint requires authentication for admins to change settings.", - "operationId": "get_ui_theme_settings_get_ui_theme_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UIThemeSettingsResponse" - } - } - } - } - } - } - }, - "/update/ui_theme_settings": { - "patch": { - "tags": [ - "UI Theme Settings" - ], - "summary": "Update Ui Theme Settings", - "description": "Update UI theme configuration.\nUpdates logo settings for the admin UI.", - "operationId": "update_ui_theme_settings_update_ui_theme_settings_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UIThemeConfig" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/get/mcp_semantic_filter_settings": { - "get": { - "tags": [ - "Settings" - ], - "summary": "Get Mcp Semantic Filter Settings", - "description": "Get MCP semantic filter configuration.\nReturns current settings for semantic tool filtering.", - "operationId": "get_mcp_semantic_filter_settings_get_mcp_semantic_filter_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPSemanticFilterSettingsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/update/mcp_semantic_filter_settings": { - "patch": { - "tags": [ - "Settings" - ], - "summary": "Update Mcp Semantic Filter Settings", - "description": "Update MCP semantic filter settings in database.\nSettings will be picked up by all pods within approximately 10 seconds via background polling.", - "operationId": "update_mcp_semantic_filter_settings_update_mcp_semantic_filter_settings_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPSemanticFilterSettings" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/in_product_nudges": { - "get": { - "tags": [ - "UI Settings" - ], - "summary": "Get In Product Nudges", - "description": "Get in-product nudges configuration.", - "operationId": "get_in_product_nudges_in_product_nudges_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/InProductNudgeResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/get/ui_settings": { - "get": { - "tags": [ - "UI Settings" - ], - "summary": "Get Ui Settings", - "description": "Get UI-specific configuration flags.\nAll authenticated users can fetch these settings for client-side behavior.", - "operationId": "get_ui_settings_get_ui_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UISettingsResponse" - } - } - } - } - } - } - }, - "/update/ui_settings": { - "patch": { - "tags": [ - "UI Settings" - ], - "summary": "Update Ui Settings", - "description": "Update UI-specific configuration flags.\nOnly proxy admins are allowed to modify these settings.", - "operationId": "update_ui_settings_update_ui_settings_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "additionalProperties": true, - "type": "object", - "title": "Settings Body" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/upload/logo": { - "post": { - "tags": [ - "UI Theme Settings" - ], - "summary": "Upload Logo", - "description": "Upload a custom logo for the admin UI.\nAccepts image files (PNG, JPG, JPEG, SVG) and stores them for use in the UI.", - "operationId": "upload_logo_upload_logo_post", - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_upload_logo_upload_logo_post" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/files": { - "post": { - "tags": [ - "files" - ], - "summary": "Create File", - "description": "Upload a file that can be used across - Assistants API, Batch API \nThis is the equivalent of POST https://api.openai.com/v1/files\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/create\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files -H \"Authorization: Bearer sk-1234\" -F purpose=\"batch\" -F file=\"@mydata.jsonl\"\n -F expires_after[anchor]=\"created_at\" -F expires_after[seconds]=2592000\n```", - "operationId": "create_file_files_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "requestBody": { - "required": true, - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_create_file_files_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "files" - ], - "summary": "List Files", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/list\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "list_files_files_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - }, - { - "name": "target_model_names", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Target Model Names" - } - }, - { - "name": "purpose", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Purpose" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/files": { - "post": { - "tags": [ - "files" - ], - "summary": "Create File", - "description": "Upload a file that can be used across - Assistants API, Batch API \nThis is the equivalent of POST https://api.openai.com/v1/files\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/create\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files -H \"Authorization: Bearer sk-1234\" -F purpose=\"batch\" -F file=\"@mydata.jsonl\"\n -F expires_after[anchor]=\"created_at\" -F expires_after[seconds]=2592000\n```", - "operationId": "create_file_v1_files_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "requestBody": { - "required": true, - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_create_file_v1_files_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "files" - ], - "summary": "List Files", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/list\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "list_files_v1_files_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - }, - { - "name": "target_model_names", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Target Model Names" - } - }, - { - "name": "purpose", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Purpose" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/{provider}/v1/files": { - "post": { - "tags": [ - "files" - ], - "summary": "Create File", - "description": "Upload a file that can be used across - Assistants API, Batch API \nThis is the equivalent of POST https://api.openai.com/v1/files\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/create\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files -H \"Authorization: Bearer sk-1234\" -F purpose=\"batch\" -F file=\"@mydata.jsonl\"\n -F expires_after[anchor]=\"created_at\" -F expires_after[seconds]=2592000\n```", - "operationId": "create_file__provider__v1_files_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "requestBody": { - "required": true, - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_create_file__provider__v1_files_post" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "files" - ], - "summary": "List Files", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/list\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "list_files__provider__v1_files_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - }, - { - "name": "target_model_names", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Target Model Names" - } - }, - { - "name": "purpose", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Purpose" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/files/{file_id}/content": { - "get": { - "tags": [ - "files" - ], - "summary": "Get File Content", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/{file_id}/content\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve-contents\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123/content -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "get_file_content_files__file_id__content_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/files/{file_id}/content": { - "get": { - "tags": [ - "files" - ], - "summary": "Get File Content", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/{file_id}/content\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve-contents\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123/content -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "get_file_content_v1_files__file_id__content_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/{provider}/v1/files/{file_id}/content": { - "get": { - "tags": [ - "files" - ], - "summary": "Get File Content", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/{file_id}/content\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve-contents\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123/content -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "get_file_content__provider__v1_files__file_id__content_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/files/{file_id}": { - "get": { - "tags": [ - "files" - ], - "summary": "Get File", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/{file_id}\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123 -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "get_file_files__file_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "files" - ], - "summary": "Delete File", - "description": "Deletes a specified file. that can be used across - Assistants API, Batch API \nThis is the equivalent of DELETE https://api.openai.com/v1/files/{file_id}\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/delete\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123 -X DELETE -H \"Authorization: Bearer $OPENAI_API_KEY\"\n\n```", - "operationId": "delete_file_files__file_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/files/{file_id}": { - "get": { - "tags": [ - "files" - ], - "summary": "Get File", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/{file_id}\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123 -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "get_file_v1_files__file_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "files" - ], - "summary": "Delete File", - "description": "Deletes a specified file. that can be used across - Assistants API, Batch API \nThis is the equivalent of DELETE https://api.openai.com/v1/files/{file_id}\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/delete\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123 -X DELETE -H \"Authorization: Bearer $OPENAI_API_KEY\"\n\n```", - "operationId": "delete_file_v1_files__file_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/{provider}/v1/files/{file_id}": { - "get": { - "tags": [ - "files" - ], - "summary": "Get File", - "description": "Returns information about a specific file. that can be used across - Assistants API, Batch API \nThis is the equivalent of GET https://api.openai.com/v1/files/{file_id}\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123 -H \"Authorization: Bearer sk-1234\"\n\n```", - "operationId": "get_file__provider__v1_files__file_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "files" - ], - "summary": "Delete File", - "description": "Deletes a specified file. that can be used across - Assistants API, Batch API \nThis is the equivalent of DELETE https://api.openai.com/v1/files/{file_id}\n\nSupports Identical Params as: https://platform.openai.com/docs/api-reference/files/delete\n\nExample Curl\n```\ncurl http://localhost:4000/v1/files/file-abc123 -X DELETE -H \"Authorization: Bearer $OPENAI_API_KEY\"\n\n```", - "operationId": "delete_file__provider__v1_files__file_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "file_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "File Id" - } - }, - { - "name": "provider", - "in": "path", - "required": true, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/{team_id}/callback": { - "post": { - "tags": [ - "team management" - ], - "summary": "Add Team Callbacks", - "description": "Add a success/failure callback to a team\n\nUse this if if you want different teams to have different success/failure callbacks\n\nParameters:\n- callback_name (Literal[\"langfuse\", \"langsmith\", \"gcs\"], required): The name of the callback to add\n- callback_type (Literal[\"success\", \"failure\", \"success_and_failure\"], required): The type of callback to add. One of:\n - \"success\": Callback for successful LLM calls\n - \"failure\": Callback for failed LLM calls\n - \"success_and_failure\": Callback for both successful and failed LLM calls\n- callback_vars (StandardCallbackDynamicParams, required): A dictionary of variables to pass to the callback\n - langfuse_public_key: The public key for the Langfuse callback\n - langfuse_secret_key: The secret key for the Langfuse callback\n - langfuse_secret: The secret for the Langfuse callback\n - langfuse_host: The host for the Langfuse callback\n - gcs_bucket_name: The name of the GCS bucket\n - gcs_path_service_account: The path to the GCS service account\n - langsmith_api_key: The API key for the Langsmith callback\n - langsmith_project: The project for the Langsmith callback\n - langsmith_base_url: The base URL for the Langsmith callback\n\nExample curl:\n```\ncurl -X POST 'http:/localhost:4000/team/dbe2f686-a686-4896-864a-4c3924458709/callback' -H 'Content-Type: application/json' -H 'Authorization: Bearer sk-1234' -d '{\n \"callback_name\": \"langfuse\",\n \"callback_type\": \"success\",\n \"callback_vars\": {\"langfuse_public_key\": \"pk-lf-xxxx1\", \"langfuse_secret_key\": \"sk-xxxxx\"}\n \n}'\n```\n\nThis means for the team where team_id = dbe2f686-a686-4896-864a-4c3924458709, all LLM calls will be logged to langfuse using the public key pk-lf-xxxx1 and the secret key sk-xxxxx", - "operationId": "add_team_callbacks_team__team_id__callback_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "team_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Team Id" - } - }, - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AddTeamCallback" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "team management" - ], - "summary": "Get Team Callbacks", - "description": "Get the success/failure callbacks and variables for a team\n\nParameters:\n- team_id (str, required): The unique identifier for the team\n\nExample curl:\n```\ncurl -X GET 'http://localhost:4000/team/dbe2f686-a686-4896-864a-4c3924458709/callback' -H 'Authorization: Bearer sk-1234'\n```\n\nThis will return the callback settings for the team with id dbe2f686-a686-4896-864a-4c3924458709\n\nReturns {\n \"status\": \"success\",\n \"data\": {\n \"team_id\": team_id,\n \"success_callbacks\": team_callback_settings_obj.success_callback,\n \"failure_callbacks\": team_callback_settings_obj.failure_callback,\n \"callback_vars\": team_callback_settings_obj.callback_vars,\n },\n }", - "operationId": "get_team_callbacks_team__team_id__callback_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "team_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Team Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/team/{team_id}/disable_logging": { - "post": { - "tags": [ - "team management" - ], - "summary": "Disable Team Logging", - "description": "Disable all logging callbacks for a team\n\nParameters:\n- team_id (str, required): The unique identifier for the team\n\nExample curl:\n```\ncurl -X POST 'http://localhost:4000/team/dbe2f686-a686-4896-864a-4c3924458709/disable_logging' -H 'Authorization: Bearer sk-1234'\n```", - "operationId": "disable_team_logging_team__team_id__disable_logging_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "team_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Team Id" - } - }, - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/budget/new": { - "post": { - "tags": [ - "budget management" - ], - "summary": "New Budget", - "description": "Create a new budget object. Can apply this to teams, orgs, end-users, keys.\n\nParameters:\n- budget_duration: Optional[str] - Budget reset period (\"30d\", \"1h\", etc.)\n- budget_id: Optional[str] - The id of the budget. If not provided, a new id will be generated.\n- max_budget: Optional[float] - The max budget for the budget.\n- soft_budget: Optional[float] - The soft budget for the budget.\n- max_parallel_requests: Optional[int] - The max number of parallel requests for the budget.\n- tpm_limit: Optional[int] - The tokens per minute limit for the budget.\n- rpm_limit: Optional[int] - The requests per minute limit for the budget.\n- model_max_budget: Optional[dict] - Specify max budget for a given model. Example: {\"openai/gpt-4o-mini\": {\"max_budget\": 100.0, \"budget_duration\": \"1d\", \"tpm_limit\": 100000, \"rpm_limit\": 100000}}\n- budget_reset_at: Optional[datetime] - Datetime when the initial budget is reset. Default is now.", - "operationId": "new_budget_budget_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BudgetNewRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/budget/update": { - "post": { - "tags": [ - "budget management" - ], - "summary": "Update Budget", - "description": "Update an existing budget object.\n\nParameters:\n- budget_duration: Optional[str] - Budget reset period (\"30d\", \"1h\", etc.)\n- budget_id: Optional[str] - The id of the budget. If not provided, a new id will be generated.\n- max_budget: Optional[float] - The max budget for the budget.\n- soft_budget: Optional[float] - The soft budget for the budget.\n- max_parallel_requests: Optional[int] - The max number of parallel requests for the budget.\n- tpm_limit: Optional[int] - The tokens per minute limit for the budget.\n- rpm_limit: Optional[int] - The requests per minute limit for the budget.\n- model_max_budget: Optional[dict] - Specify max budget for a given model. Example: {\"openai/gpt-4o-mini\": {\"max_budget\": 100.0, \"budget_duration\": \"1d\", \"tpm_limit\": 100000, \"rpm_limit\": 100000}}\n- budget_reset_at: Optional[datetime] - Update the Datetime when the budget was last reset.", - "operationId": "update_budget_budget_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BudgetNewRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/budget/info": { - "post": { - "tags": [ - "budget management" - ], - "summary": "Info Budget", - "description": "Get the budget id specific information\n\nParameters:\n- budgets: List[str] - The list of budget ids to get information for", - "operationId": "info_budget_budget_info_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BudgetRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/budget/settings": { - "get": { - "tags": [ - "budget management" - ], - "summary": "Budget Settings", - "description": "Get list of configurable params + current value for a budget item + description of each field\n\nUsed on Admin UI.\n\nQuery Parameters:\n- budget_id: str - The budget id to get information for", - "operationId": "budget_settings_budget_settings_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "budget_id", - "in": "query", - "required": true, - "schema": { - "type": "string", - "title": "Budget Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/budget/list": { - "get": { - "tags": [ - "budget management" - ], - "summary": "List Budget", - "description": "List all the created budgets in proxy db. Used on Admin UI.", - "operationId": "list_budget_budget_list_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/budget/delete": { - "post": { - "tags": [ - "budget management" - ], - "summary": "Delete Budget", - "description": "Delete budget\n\nParameters:\n- id: str - The budget id to delete", - "operationId": "delete_budget_budget_delete_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/BudgetDeleteRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/model/{model_id}/update": { - "patch": { - "tags": [ - "model management" - ], - "summary": "Patch Model", - "description": "PATCH Endpoint for partial model updates.\n\nOnly updates the fields specified in the request while preserving other existing values.\nFollows proper PATCH semantics by only modifying provided fields.\n\nArgs:\n model_id: The ID of the model to update\n patch_data: The fields to update and their new values\n user_api_key_dict: User authentication information\n\nReturns:\n Updated model information\n\nRaises:\n ProxyException: For various error conditions including authentication and database errors", - "operationId": "patch_model_model__model_id__update_patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Id" - } - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/updateDeployment" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/model/delete": { - "post": { - "tags": [ - "model management" - ], - "summary": "Delete Model", - "description": "Allows deleting models in the model list in the config.yaml", - "operationId": "delete_model_model_delete_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ModelInfoDelete" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/model/new": { - "post": { - "tags": [ - "model management" - ], - "summary": "Add New Model", - "description": "Allows adding new models to the model list in the config.yaml", - "operationId": "add_new_model_model_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Deployment" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/model/update": { - "post": { - "tags": [ - "model management" - ], - "summary": "Update Model", - "description": "Edit existing model params", - "operationId": "update_model_model_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/updateDeployment" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/model_group/make_public": { - "post": { - "tags": [ - "model management" - ], - "summary": "Update Public Model Groups", - "description": "Update which model groups are public", - "operationId": "update_public_model_groups_model_group_make_public_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdatePublicModelGroupsRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/model_hub/update_useful_links": { - "post": { - "tags": [ - "model management" - ], - "summary": "Update Useful Links", - "description": "Update useful links", - "operationId": "update_useful_links_model_hub_update_useful_links_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateUsefulLinksRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/access_group/new": { - "post": { - "tags": [ - "model management" - ], - "summary": "Create Model Group", - "description": "Create a new access group containing multiple model names.\n\nAn access group is a named collection of model groups that can be referenced\nby teams/keys for simplified access control.\n\nExample:\n```bash\ncurl -X POST 'http://localhost:4000/access_group/new' \\\n -H 'Authorization: Bearer sk-1234' \\\n -H 'Content-Type: application/json' \\\n -d '{\n \"access_group\": \"production-models\",\n \"model_names\": [\"gpt-4\", \"claude-3-opus\", \"gemini-pro\"]\n }'\n```\n\nParameters:\n- access_group: str - The access group name (e.g., \"production-models\")\n- model_names: List[str] - List of existing model groups to include\n\nReturns:\n- NewModelGroupResponse with the created access group details\n\nRaises:\n- HTTPException 400: If any model names don't exist\n- HTTPException 500: If database operations fail", - "operationId": "create_model_group_access_group_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewModelGroupRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewModelGroupResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/access_group/list": { - "get": { - "tags": [ - "model management" - ], - "summary": "List Access Groups", - "description": "List all access groups.\n\nReturns a list of all access groups with their model names and deployment counts.\n\nExample:\n```bash\ncurl -X GET 'http://localhost:4000/access_group/list' \\\n -H 'Authorization: Bearer sk-1234'\n```\n\nReturns:\n- ListAccessGroupsResponse with all access groups", - "operationId": "list_access_groups_access_group_list_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListAccessGroupsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/access_group/{access_group}/info": { - "get": { - "tags": [ - "model management" - ], - "summary": "Get Access Group Info", - "description": "Get information about a specific access group.\n\nExample:\n```bash\ncurl -X GET 'http://localhost:4000/access_group/production-models/info' \\\n -H 'Authorization: Bearer sk-1234'\n```\n\nParameters:\n- access_group: str - The access group name (URL path parameter)\n\nReturns:\n- AccessGroupInfo with the access group details\n\nRaises:\n- HTTPException 404: If access group not found", - "operationId": "get_access_group_info_access_group__access_group__info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "access_group", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Access Group" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupInfo" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/access_group/{access_group}/update": { - "put": { - "tags": [ - "model management" - ], - "summary": "Update Access Group", - "description": "Update an access group's model names.\n\nThis will:\n1. Remove the access group from all current deployments\n2. Add the access group to all deployments for the new model_names list\n\nExample:\n```bash\ncurl -X PUT 'http://localhost:4000/access_group/production-models/update' \\\n -H 'Authorization: Bearer sk-1234' \\\n -H 'Content-Type: application/json' \\\n -d '{\n \"model_names\": [\"gpt-4\", \"claude-3-sonnet\"]\n }'\n```\n\nParameters:\n- access_group: str - The access group name (URL path parameter)\n- model_names: List[str] - New list of model groups to include\n\nReturns:\n- NewModelGroupResponse with the updated access group details\n\nRaises:\n- HTTPException 400: If any model names don't exist\n- HTTPException 404: If access group not found", - "operationId": "update_access_group_access_group__access_group__update_put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "access_group", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Access Group" - } - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateModelGroupRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewModelGroupResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/access_group/{access_group}/delete": { - "delete": { - "tags": [ - "model management" - ], - "summary": "Delete Access Group", - "description": "Delete an access group.\n\nRemoves the access group from all deployments that have it.\n\nExample:\n```bash\ncurl -X DELETE 'http://localhost:4000/access_group/production-models/delete' \\\n -H 'Authorization: Bearer sk-1234'\n```\n\nParameters:\n- access_group: str - The access group name (URL path parameter)\n\nReturns:\n- DeleteModelGroupResponse with deletion details\n\nRaises:\n- HTTPException 404: If access group not found", - "operationId": "delete_access_group_access_group__access_group__delete_delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "access_group", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Access Group" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteModelGroupResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/tag/new": { - "post": { - "tags": [ - "tag management" - ], - "summary": "New Tag", - "description": "Create a new tag.\n\nParameters:\n- name: str - The name of the tag\n- description: Optional[str] - Description of what this tag represents\n- models: List[str] - List of either 'model_id' or 'model_name' allowed for this tag\n- budget_id: Optional[str] - The id for a budget (tpm/rpm/max budget) for the tag\n\n### IF NO BUDGET ID - CREATE ONE WITH THESE PARAMS ###\n- max_budget: Optional[float] - Max budget for tag\n- tpm_limit: Optional[int] - Max tpm limit for tag\n- rpm_limit: Optional[int] - Max rpm limit for tag\n- max_parallel_requests: Optional[int] - Max parallel requests for tag\n- soft_budget: Optional[float] - Get a slack alert when this soft budget is reached\n- model_max_budget: Optional[dict] - Max budget for a specific model\n- budget_duration: Optional[str] - Frequency of resetting tag budget", - "operationId": "new_tag_tag_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TagNewRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/tag/update": { - "post": { - "tags": [ - "tag management" - ], - "summary": "Update Tag", - "description": "Update an existing tag.\n\nParameters:\n- name: str - The name of the tag to update\n- description: Optional[str] - Updated description\n- models: List[str] - Updated list of allowed LLM models\n- budget_id: Optional[str] - The id for a budget to associate with the tag\n\n### BUDGET UPDATE PARAMS ###\n- max_budget: Optional[float] - Max budget for tag\n- tpm_limit: Optional[int] - Max tpm limit for tag\n- rpm_limit: Optional[int] - Max rpm limit for tag\n- max_parallel_requests: Optional[int] - Max parallel requests for tag\n- soft_budget: Optional[float] - Get a slack alert when this soft budget is reached\n- model_max_budget: Optional[dict] - Max budget for a specific model\n- budget_duration: Optional[str] - Frequency of resetting tag budget", - "operationId": "update_tag_tag_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TagUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/tag/info": { - "post": { - "tags": [ - "tag management" - ], - "summary": "Info Tag", - "description": "Get information about specific tags.\n\nParameters:\n- names: List[str] - List of tag names to get information for", - "operationId": "info_tag_tag_info_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TagInfoRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/tag/list": { - "get": { - "tags": [ - "tag management" - ], - "summary": "List Tags", - "description": "List all available tags with their budget information.", - "operationId": "list_tags_tag_list_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional start date (YYYY-MM-DD). When provided together with end_date, dynamic tags are limited to those active in the window. Stored tags are always returned.", - "title": "Start Date" - }, - "description": "Optional start date (YYYY-MM-DD). When provided together with end_date, dynamic tags are limited to those active in the window. Stored tags are always returned." - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional end date (YYYY-MM-DD). Must be given with start_date.", - "title": "End Date" - }, - "description": "Optional end date (YYYY-MM-DD). Must be given with start_date." - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/tag/delete": { - "post": { - "tags": [ - "tag management" - ], - "summary": "Delete Tag", - "description": "Delete a tag.\n\nParameters:\n- name: str - The name of the tag to delete", - "operationId": "delete_tag_tag_delete_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TagDeleteRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/tag/daily/activity": { - "get": { - "tags": [ - "tag management" - ], - "summary": "Get Tag Daily Activity", - "description": "Get daily activity for specific tags or all tags.\n\nArgs:\n tags (Optional[str]): Comma-separated list of tags to filter by. If not provided, returns data for all tags.\n start_date (Optional[str]): Start date for the activity period (YYYY-MM-DD).\n end_date (Optional[str]): End date for the activity period (YYYY-MM-DD).\n model (Optional[str]): Filter by model name.\n api_key (Optional[str]): Filter by API key.\n page (int): Page number for pagination.\n page_size (int): Number of items per page.\n\nReturns:\n SpendAnalyticsPaginatedResponse: Paginated response containing daily activity data.", - "operationId": "get_tag_daily_activity_tag_daily_activity_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "tags", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Tags" - } - }, - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Start Date" - } - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End Date" - } - }, - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - }, - { - "name": "api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - } - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "default": 1, - "title": "Page" - } - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "default": 10, - "title": "Page Size" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SpendAnalyticsPaginatedResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/workflows/runs": { - "post": { - "tags": [ - "workflow management" - ], - "summary": "Create Workflow Run", - "description": "Create a new workflow run. Returns run_id and session_id.\n\nThe caller's API key token is stored as created_by so that non-admin keys\ncan only see and modify their own runs.", - "operationId": "create_workflow_run_v1_workflows_runs_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/WorkflowRunCreateRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "workflow management" - ], - "summary": "List Workflow Runs", - "description": "List workflow runs. Filter by workflow_type and/or status.\n\nNon-admin callers only see runs created by their own API key.", - "operationId": "list_workflow_runs_v1_workflows_runs_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "workflow_type", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Workflow Type" - } - }, - { - "name": "status", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Status" - } - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 250, - "minimum": 1, - "default": 50, - "title": "Limit" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/workflows/runs/{run_id}": { - "get": { - "tags": [ - "workflow management" - ], - "summary": "Get Workflow Run", - "description": "Get a workflow run with its most recent event.", - "operationId": "get_workflow_run_v1_workflows_runs__run_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "run_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Run Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "tags": [ - "workflow management" - ], - "summary": "Update Workflow Run", - "description": "Update status, metadata, or output on a workflow run.", - "operationId": "update_workflow_run_v1_workflows_runs__run_id__patch", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "run_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Run Id" - } - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/WorkflowRunUpdateRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/workflows/runs/{run_id}/events": { - "post": { - "tags": [ - "workflow management" - ], - "summary": "Append Workflow Event", - "description": "Append an event to the run's event log. Also updates run.status if event_type maps to a status.\n\nSequence numbers use optimistic concurrency: on a unique-constraint collision\n(concurrent append), retries up to _MAX_SEQUENCE_RETRIES times with a fresh MAX+1.\nThe event+status update is atomic in a single DB transaction.", - "operationId": "append_workflow_event_v1_workflows_runs__run_id__events_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "run_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Run Id" - } - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/WorkflowEventCreateRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "workflow management" - ], - "summary": "List Workflow Events", - "description": "Fetch event log for a run, ordered by sequence_number. Default limit 100, max 500.", - "operationId": "list_workflow_events_v1_workflows_runs__run_id__events_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "run_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Run Id" - } - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 500, - "minimum": 1, - "default": 100, - "title": "Limit" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/workflows/runs/{run_id}/messages": { - "post": { - "tags": [ - "workflow management" - ], - "summary": "Append Workflow Message", - "description": "Append a conversation message. Stores full content (not truncated).\n\nUses optimistic concurrency for sequence numbers.", - "operationId": "append_workflow_message_v1_workflows_runs__run_id__messages_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "run_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Run Id" - } - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/WorkflowMessageCreateRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "workflow management" - ], - "summary": "List Workflow Messages", - "description": "Fetch conversation history for a run, ordered by sequence_number. Default limit 100, max 500.", - "operationId": "list_workflow_messages_v1_workflows_runs__run_id__messages_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "run_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Run Id" - } - }, - { - "name": "limit", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 500, - "minimum": 1, - "default": 100, - "title": "Limit" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/memory": { - "post": { - "tags": [ - "memory management" - ], - "summary": "Create Memory", - "description": "Create a new memory entry for the caller (or, for admins, any scope).", - "operationId": "create_memory_v1_memory_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MemoryCreateRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MemoryRow" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "get": { - "tags": [ - "memory management" - ], - "summary": "List Memory", - "description": "List memory entries visible to the caller.", - "operationId": "list_memory_v1_memory_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by exact key match.", - "title": "Key" - }, - "description": "Filter by exact key match." - }, - { - "name": "key_prefix", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by key prefix (Redis-style namespace scan). Mutually exclusive with `key`; if both are provided, `key_prefix` wins.", - "title": "Key Prefix" - }, - "description": "Filter by key prefix (Redis-style namespace scan). Mutually exclusive with `key`; if both are provided, `key_prefix` wins." - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "default": 1, - "title": "Page" - } - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 500, - "minimum": 1, - "default": 50, - "title": "Page Size" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MemoryListResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1/memory/{key}": { - "get": { - "tags": [ - "memory management" - ], - "summary": "Get Memory", - "description": "Get a single memory entry by key, scoped to the caller.", - "operationId": "get_memory_v1_memory__key__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "key", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Key" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MemoryRow" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "put": { - "tags": [ - "memory management" - ], - "summary": "Upsert Memory", - "description": "Upsert a memory entry by key within the caller's scope.\n\nIf no row exists for (key, caller.user_id, caller.team_id), create one.\nIf one exists, update the value/metadata fields that were provided.", - "operationId": "upsert_memory_v1_memory__key__put", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "key", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Key" - } - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MemoryUpdateRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MemoryRow" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "memory management" - ], - "summary": "Delete Memory", - "description": "Delete a memory entry by key, scoped to the caller.", - "operationId": "delete_memory_v1_memory__key__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "key", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Key" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MemoryDeleteResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/config/cost_discount_config": { - "get": { - "tags": [ - "Cost Tracking" - ], - "summary": "Get Cost Discount Config", - "description": "Get current cost discount configuration.\n\nReturns the cost_discount_config from litellm_settings.", - "operationId": "get_cost_discount_config_config_cost_discount_config_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "patch": { - "tags": [ - "Cost Tracking" - ], - "summary": "Update Cost Discount Config", - "description": "Update cost discount configuration.\n\nUpdates the cost_discount_config in litellm_settings.\nDiscounts should be between 0 and 1 (e.g., 0.05 = 5% discount).\n\nExample:\n```json\n{\n \"vertex_ai\": 0.05,\n \"gemini\": 0.05,\n \"openai\": 0.01\n}\n```", - "operationId": "update_cost_discount_config_config_cost_discount_config_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "additionalProperties": { - "type": "number" - }, - "type": "object", - "title": "Cost Discount Config" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/config/cost_margin_config": { - "get": { - "tags": [ - "Cost Tracking" - ], - "summary": "Get Cost Margin Config", - "description": "Get current cost margin configuration.\n\nReturns the cost_margin_config from litellm_settings.", - "operationId": "get_cost_margin_config_config_cost_margin_config_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "patch": { - "tags": [ - "Cost Tracking" - ], - "summary": "Update Cost Margin Config", - "description": "Update cost margin configuration.\n\nUpdates the cost_margin_config in litellm_settings.\nMargins can be:\n- Percentage: {\"openai\": 0.10} = 10% margin\n- Fixed amount: {\"openai\": {\"fixed_amount\": 0.001}} = $0.001 per request\n- Combined: {\"vertex_ai\": {\"percentage\": 0.08, \"fixed_amount\": 0.0005}}\n- Global: {\"global\": 0.05} = 5% global margin on all providers\n\nExample:\n```json\n{\n \"global\": 0.05,\n \"openai\": 0.10,\n \"anthropic\": {\"fixed_amount\": 0.001},\n \"vertex_ai\": {\"percentage\": 0.08, \"fixed_amount\": 0.0005}\n}\n```", - "operationId": "update_cost_margin_config_config_cost_margin_config_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "additionalProperties": { - "anyOf": [ - { - "type": "number" - }, - { - "additionalProperties": { - "type": "number" - }, - "type": "object" - } - ] - }, - "type": "object", - "title": "Cost Margin Config" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/cost/estimate": { - "post": { - "tags": [ - "Cost Tracking" - ], - "summary": "Estimate Cost", - "description": "Estimate cost for a given model and token counts.\n\nThis endpoint uses the same cost calculation logic as actual requests,\nincluding any configured margins and discounts.\n\nParameters:\n- model: Model name (e.g., \"gpt-4\", \"claude-3-opus\")\n- input_tokens: Expected input tokens per request\n- output_tokens: Expected output tokens per request\n- num_requests_per_day: Number of requests per day (optional)\n- num_requests_per_month: Number of requests per month (optional)\n\nReturns cost breakdown including:\n- Per-request costs (input, output, margin)\n- Daily costs (if num_requests_per_day provided)\n- Monthly costs (if num_requests_per_month provided)\n\nExample:\n```json\n{\n \"model\": \"gpt-4\",\n \"input_tokens\": 1000,\n \"output_tokens\": 500,\n \"num_requests_per_day\": 100,\n \"num_requests_per_month\": 3000\n}\n```", - "operationId": "estimate_cost_cost_estimate_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CostEstimateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CostEstimateResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/router/settings": { - "get": { - "tags": [ - "Router Settings" - ], - "summary": "Get Router Settings", - "description": "Get router configuration and available settings.\n\nReturns:\n- fields: List of all configurable router settings with their metadata (type, description, default, options)\n The routing_strategy field includes available options extracted from the Router class\n- current_values: Current values of router settings from config", - "operationId": "get_router_settings_router_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RouterSettingsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/router/fields": { - "get": { - "tags": [ - "Router Settings" - ], - "summary": "Get Router Fields", - "description": "Get router settings field definitions without values.\n\nReturns only the field metadata (type, description, default, options) without\npopulating field_value. This is useful for UI components that need to know\nwhat fields to render, but will get the actual values from a different endpoint.\n\nReturns:\n- fields: List of all configurable router settings with their metadata (type, description, default, options)\n The routing_strategy field includes available options extracted from the Router class\n Note: field_value will be None for all fields\n- routing_strategy_descriptions: Descriptions for each routing strategy option", - "operationId": "get_router_fields_router_fields_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RouterFieldsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/fallback": { - "post": { - "tags": [ - "Fallback Management" - ], - "summary": "Create Fallback", - "description": "Create or update fallbacks for a specific model.\n\nThis endpoint allows you to configure fallback models separately from the general config.\nFallbacks are triggered when a model call fails after retries.\n\n**Example Request:**\n```json\n{\n \"model\": \"gpt-3.5-turbo\",\n \"fallback_models\": [\"gpt-4\", \"claude-3-haiku\"],\n \"fallback_type\": \"general\"\n}\n```\n\n**Fallback Types:**\n- `general`: Standard fallbacks for any error (default)\n- `context_window`: Fallbacks specifically for context window exceeded errors\n- `content_policy`: Fallbacks specifically for content policy violations", - "operationId": "create_fallback_fallback_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/FallbackCreateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/FallbackResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/fallback/{model}": { - "get": { - "tags": [ - "Fallback Management" - ], - "summary": "Get Fallback", - "description": "Get fallback configuration for a specific model.\n\n**Parameters:**\n- `model`: The model name to get fallbacks for\n- `fallback_type`: Type of fallback to retrieve (query parameter)\n\n**Example:**\n```\nGET /fallback/gpt-3.5-turbo?fallback_type=general\n```", - "operationId": "get_fallback_fallback__model__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model" - } - }, - { - "name": "fallback_type", - "in": "query", - "required": false, - "schema": { - "enum": [ - "general", - "context_window", - "content_policy" - ], - "type": "string", - "default": "general", - "title": "Fallback Type" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/FallbackGetResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "Fallback Management" - ], - "summary": "Delete Fallback", - "description": "Delete fallback configuration for a specific model.\n\n**Parameters:**\n- `model`: The model name to delete fallbacks for\n- `fallback_type`: Type of fallback to delete (query parameter)\n\n**Example:**\n```\nDELETE /fallback/gpt-3.5-turbo?fallback_type=general\n```", - "operationId": "delete_fallback_fallback__model__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model" - } - }, - { - "name": "fallback_type", - "in": "query", - "required": false, - "schema": { - "enum": [ - "general", - "context_window", - "content_policy" - ], - "type": "string", - "default": "general", - "title": "Fallback Type" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/FallbackDeleteResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/cache/settings": { - "get": { - "tags": [ - "Cache Settings" - ], - "summary": "Get Cache Settings", - "description": "Get cache configuration and available settings.\n\nReturns:\n- fields: List of all configurable cache settings with their metadata (type, description, default, options)\n- current_values: Current values of cache settings from database", - "operationId": "get_cache_settings_cache_settings_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CacheSettingsResponse" - } - } - } - } - } - }, - "post": { - "tags": [ - "Cache Settings" - ], - "summary": "Update Cache Settings", - "description": "Save cache settings to database and initialize cache.\n\nThis endpoint:\n1. Encrypts sensitive fields (passwords, etc.)\n2. Saves to LiteLLM_CacheConfig table\n3. Reinitializes cache with new settings", - "operationId": "update_cache_settings_cache_settings_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "litellm-changed-by", - "in": "header", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - }, - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability" - } - ], - "requestBody": { - "required": true, - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CacheSettingsUpdateRequest" - } - } - } - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/cache/settings/test": { - "post": { - "tags": [ - "Cache Settings" - ], - "summary": "Test Cache Connection", - "description": "Test cache connection with provided credentials.\n\nCreates a temporary cache instance and uses its test_connection method\nto verify the credentials work without affecting global state.", - "operationId": "test_cache_connection_cache_settings_test_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CacheTestRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CacheTestResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/tag/distinct": { - "get": { - "tags": [ - "tag management", - "user agent analytics" - ], - "summary": "Get Distinct User Agent Tags", - "description": "Get all distinct user agent tags up to a maximum of {MAX_TAGS} tags.\n\nThis endpoint returns all unique user agent tags found in the database,\nsorted by frequency of usage.\n\nReturns:\n DistinctTagsResponse: List of distinct user agent tags", - "operationId": "get_distinct_user_agent_tags_tag_distinct_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DistinctTagsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/tag/dau": { - "get": { - "tags": [ - "tag management", - "user agent analytics" - ], - "summary": "Get Daily Active Users", - "description": "Get Daily Active Users (DAU) by tags for the last {MAX_DAYS} days ending on UTC today + 1 day.\n\nThis endpoint efficiently calculates unique users per tag for each of the last {MAX_DAYS} days\nusing a single optimized SQL query, perfect for dashboard time series visualization.\n\nArgs:\n tag_filter: Optional filter to specific tag (legacy)\n tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter)\n\nReturns:\n ActiveUsersAnalyticsResponse: DAU data by tag for each of the last {MAX_DAYS} days", - "operationId": "get_daily_active_users_tag_dau_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "tag_filter", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific tag (optional)", - "title": "Tag Filter" - }, - "description": "Filter by specific tag (optional)" - }, - { - "name": "tag_filters", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "array", - "items": { - "type": "string" - } - }, - { - "type": "null" - } - ], - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)", - "title": "Tag Filters" - }, - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ActiveUsersAnalyticsResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/tag/wau": { - "get": { - "tags": [ - "tag management", - "user agent analytics" - ], - "summary": "Get Weekly Active Users", - "description": "Get Weekly Active Users (WAU) by tags for the last {MAX_WEEKS} weeks ending on UTC today + 1 day.\n\nShows week-by-week breakdown:\n- Week 1 (Jan 1): Earliest week (7 weeks ago)\n- Week 2 (Jan 8): Next week (6 weeks ago)\n- Week 3 (Jan 15): Next week (5 weeks ago)\n- ... and so on for {MAX_WEEKS} weeks total\n- Week 7: Most recent week ending on UTC today + 1 day\n\nArgs:\n tag_filter: Optional filter to specific tag (legacy)\n tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter)\n\nReturns:\n ActiveUsersAnalyticsResponse: WAU data by tag for each of the last {MAX_WEEKS} weeks with descriptive week labels (e.g., \"Week 1 (Jan 1)\")", - "operationId": "get_weekly_active_users_tag_wau_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "tag_filter", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific tag (optional)", - "title": "Tag Filter" - }, - "description": "Filter by specific tag (optional)" - }, - { - "name": "tag_filters", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "array", - "items": { - "type": "string" - } - }, - { - "type": "null" - } - ], - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)", - "title": "Tag Filters" - }, - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ActiveUsersAnalyticsResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/tag/mau": { - "get": { - "tags": [ - "tag management", - "user agent analytics" - ], - "summary": "Get Monthly Active Users", - "description": "Get Monthly Active Users (MAU) by tags for the last {MAX_MONTHS} months ending on UTC today + 1 day.\n\nShows month-by-month breakdown:\n- Month 1 (Nov): Earliest month (7 months ago, 30-day period)\n- Month 2 (Dec): Next month (6 months ago)\n- Month 3 (Jan): Next month (5 months ago)\n- ... and so on for {MAX_MONTHS} months total\n- Month 7: Most recent month ending on UTC today + 1 day\n\nArgs:\n tag_filter: Optional filter to specific tag (legacy)\n tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter)\n\nReturns:\n ActiveUsersAnalyticsResponse: MAU data by tag for each of the last {MAX_MONTHS} months with descriptive month labels (e.g., \"Month 1 (Nov)\")", - "operationId": "get_monthly_active_users_tag_mau_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "tag_filter", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific tag (optional)", - "title": "Tag Filter" - }, - "description": "Filter by specific tag (optional)" - }, - { - "name": "tag_filters", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "array", - "items": { - "type": "string" - } - }, - { - "type": "null" - } - ], - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)", - "title": "Tag Filters" - }, - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ActiveUsersAnalyticsResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/tag/summary": { - "get": { - "tags": [ - "tag management", - "user agent analytics" - ], - "summary": "Get Tag Summary", - "description": "Get summary analytics for tags including unique users, requests, tokens, and spend.\n\nArgs:\n start_date: Start date for the analytics period (YYYY-MM-DD)\n end_date: End date for the analytics period (YYYY-MM-DD)\n tag_filter: Optional filter to specific tag (legacy)\n tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter)\n\nReturns:\n TagSummaryResponse: Summary analytics data by tag", - "operationId": "get_tag_summary_tag_summary_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "start_date", - "in": "query", - "required": true, - "schema": { - "type": "string", - "description": "Start date in YYYY-MM-DD format", - "title": "Start Date" - }, - "description": "Start date in YYYY-MM-DD format" - }, - { - "name": "end_date", - "in": "query", - "required": true, - "schema": { - "type": "string", - "description": "End date in YYYY-MM-DD format", - "title": "End Date" - }, - "description": "End date in YYYY-MM-DD format" - }, - { - "name": "tag_filter", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific tag (optional)", - "title": "Tag Filter" - }, - "description": "Filter by specific tag (optional)" - }, - { - "name": "tag_filters", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "array", - "items": { - "type": "string" - } - }, - { - "type": "null" - } - ], - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)", - "title": "Tag Filters" - }, - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TagSummaryResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/tag/user-agent/per-user-analytics": { - "get": { - "tags": [ - "tag management", - "user agent analytics" - ], - "summary": "Get Per User Analytics", - "description": "Get per-user analytics including successful requests, tokens, and spend by individual users.\n\nThis endpoint provides usage metrics broken down by individual users based on their\ntag activity during the last 30 days ending on UTC today + 1 day.\n\nArgs:\n tag_filter: Optional filter to specific tag (legacy)\n tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter)\n page: Page number for pagination\n page_size: Number of items per page\n\nReturns:\n PerUserAnalyticsResponse: Analytics data broken down by individual users for the last 30 days", - "operationId": "get_per_user_analytics_tag_user_agent_per_user_analytics_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "tag_filter", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by specific tag (optional)", - "title": "Tag Filter" - }, - "description": "Filter by specific tag (optional)" - }, - { - "name": "tag_filters", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "array", - "items": { - "type": "string" - } - }, - { - "type": "null" - } - ], - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)", - "title": "Tag Filters" - }, - "description": "Filter by multiple specific tags (optional, takes precedence over tag_filter)" - }, - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "description": "Page number for pagination", - "default": 1, - "title": "Page" - }, - "description": "Page number for pagination" - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 1000, - "minimum": 1, - "description": "Items per page", - "default": 50, - "title": "Page Size" - }, - "description": "Items per page" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PerUserAnalyticsResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/email/event_settings": { - "get": { - "tags": [ - "email management" - ], - "summary": "Get Email Event Settings", - "description": "Get all email event settings", - "operationId": "get_email_event_settings_email_event_settings_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EmailEventSettingsResponse" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - }, - "patch": { - "tags": [ - "email management" - ], - "summary": "Update Event Settings", - "description": "Update the settings for email events", - "operationId": "update_event_settings_email_event_settings_patch", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EmailEventSettingsUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/email/event_settings/reset": { - "post": { - "tags": [ - "email management" - ], - "summary": "Reset Event Settings", - "description": "Reset all email event settings to default (new user invitations on, virtual key creation off)", - "operationId": "reset_event_settings_email_event_settings_reset_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/audit": { - "get": { - "tags": [ - "Audit Logging" - ], - "summary": "Get Audit Logs", - "description": "Get all audit logs with filtering and pagination.\n\nReturns a paginated response of audit logs matching the specified filters.\n\nNote: object_team_id and object_key_hash use Prisma JSON path filtering,\nwhich requires PostgreSQL.", - "operationId": "get_audit_logs_audit_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "page", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "minimum": 1, - "default": 1, - "title": "Page" - } - }, - { - "name": "page_size", - "in": "query", - "required": false, - "schema": { - "type": "integer", - "maximum": 100, - "minimum": 1, - "default": 10, - "title": "Page Size" - } - }, - { - "name": "changed_by", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by user or system that performed the action", - "title": "Changed By" - }, - "description": "Filter by user or system that performed the action" - }, - { - "name": "changed_by_api_key", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by API key hash that performed the action", - "title": "Changed By Api Key" - }, - "description": "Filter by API key hash that performed the action" - }, - { - "name": "action", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by action type (create, update, delete)", - "title": "Action" - }, - "description": "Filter by action type (create, update, delete)" - }, - { - "name": "table_name", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by table name that was modified", - "title": "Table Name" - }, - "description": "Filter by table name that was modified" - }, - { - "name": "object_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by ID of the object that was modified", - "title": "Object Id" - }, - "description": "Filter by ID of the object that was modified" - }, - { - "name": "start_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs after this date", - "title": "Start Date" - }, - "description": "Filter logs after this date" - }, - { - "name": "end_date", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter logs before this date", - "title": "End Date" - }, - "description": "Filter logs before this date" - }, - { - "name": "object_team_id", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by team_id present in before_value or updated_values JSON (PostgreSQL only)", - "title": "Object Team Id" - }, - "description": "Filter by team_id present in before_value or updated_values JSON (PostgreSQL only)" - }, - { - "name": "object_key_hash", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by token (key hash) present in before_value or updated_values JSON (PostgreSQL only)", - "title": "Object Key Hash" - }, - "description": "Filter by token (key hash) present in before_value or updated_values JSON (PostgreSQL only)" - }, - { - "name": "sort_by", - "in": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Column to sort by (e.g. 'updated_at', 'action', 'table_name')", - "title": "Sort By" - }, - "description": "Column to sort by (e.g. 'updated_at', 'action', 'table_name')" - }, - { - "name": "sort_order", - "in": "query", - "required": false, - "schema": { - "type": "string", - "description": "Sort order ('asc' or 'desc')", - "default": "desc", - "title": "Sort Order" - }, - "description": "Sort order ('asc' or 'desc')" - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PaginatedAuditLogResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/audit/{id}": { - "get": { - "tags": [ - "Audit Logging" - ], - "summary": "Get Audit Log By Id", - "description": "Get detailed information about a specific audit log entry by its ID.\n\nArgs:\n id (str): The unique identifier of the audit log entry\n\nReturns:\n AuditLogResponse: Detailed information about the audit log entry\n\nRaises:\n HTTPException: If the audit log is not found or if there's a database connection error", - "operationId": "get_audit_log_by_id_audit__id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AuditLogResponse" - } - } - } - }, - "404": { - "description": "Audit log not found" - }, - "500": { - "description": "Database connection error" - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/user/available_users": { - "get": { - "tags": [ - "Internal User management" - ], - "summary": "Available Enterprise Users", - "description": "For keys with `max_users` set, return the list of users that are allowed to use the key.", - "operationId": "available_enterprise_users_user_available_users_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/project/new": { - "post": { - "tags": [ - "project management" - ], - "summary": "New Project", - "description": "Create a new project. Projects sit between teams and keys in the hierarchy.\n\nOnly admins or team admins can create projects.\n\n# Parameters\n\n- project_alias: *Optional[str]* - The name of the project.\n- description: *Optional[str]* - Description of the project's purpose and use case.\n- team_id: *str* - The team id that this project belongs to. Required.\n- models: *List* - The models the project has access to.\n- budget_id: *Optional[str]* - The id for a budget (tpm/rpm/max budget) for the project.\n### IF NO BUDGET ID - CREATE ONE WITH THESE PARAMS ###\n- max_budget: *Optional[float]* - Max budget for project\n- tpm_limit: *Optional[int]* - Max tpm limit for project\n- rpm_limit: *Optional[int]* - Max rpm limit for project\n- max_parallel_requests: *Optional[int]* - Max parallel requests for project\n- soft_budget: *Optional[float]* - Get a slack alert when this soft budget is reached. Don't block requests.\n- model_max_budget: *Optional[dict]* - Max budget for a specific model. Example: {\"gpt-4\": 100.0, \"gpt-3.5-turbo\": 50.0}\n- model_rpm_limit: *Optional[dict]* - RPM limits per model. Example: {\"gpt-4\": 1000, \"gpt-3.5-turbo\": 5000}\n- model_tpm_limit: *Optional[dict]* - TPM limits per model. Example: {\"gpt-4\": 50000, \"gpt-3.5-turbo\": 100000}\n- budget_duration: *Optional[str]* - Frequency of reseting project budget\n- metadata: *Optional[dict]* - Metadata for project, store information for project. Example metadata - {\"use_case_id\": \"SNOW-12345\", \"responsible_ai_id\": \"RAI-67890\"}\n- tags: *Optional[list]* - Tags for the project. Example: [\"production\", \"api\"]\n- blocked: *bool* - Flag indicating if the project is blocked or not - will stop all calls from keys with this project_id.\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - project-specific object permission. Example - {\"vector_stores\": [\"vector_store_1\", \"vector_store_2\"]}. IF null or {} then no object permission.\n\nExample 1: Create new project **without** a budget_id, with model-specific limits\n\n```bash\ncurl --location 'http://0.0.0.0:4000/project/new' \\\n--header 'Authorization: Bearer sk-1234' \\\n--header 'Content-Type: application/json' \\\n--data '{\n \"project_alias\": \"flight-search-assistant\",\n \"description\": \"AI-powered flight search and booking assistant\",\n \"team_id\": \"team-123\",\n \"models\": [\"gpt-4\", \"gpt-3.5-turbo\"],\n \"max_budget\": 100,\n \"model_rpm_limit\": {\n \"gpt-4\": 1000,\n \"gpt-3.5-turbo\": 5000\n },\n \"model_tpm_limit\": {\n \"gpt-4\": 50000,\n \"gpt-3.5-turbo\": 100000\n },\n \"metadata\": {\n \"use_case_id\": \"SNOW-12345\",\n \"responsible_ai_id\": \"RAI-67890\"\n }\n}'\n```\n\nExample 2: Create new project **with** a budget_id\n\n```bash\ncurl --location 'http://0.0.0.0:4000/project/new' \\\n--header 'Authorization: Bearer sk-1234' \\\n--header 'Content-Type: application/json' \\\n--data '{\n \"project_alias\": \"hotel-recommendations\",\n \"description\": \"Personalized hotel recommendation engine\",\n \"team_id\": \"team-123\",\n \"models\": [\"claude-3-sonnet\"],\n \"budget_id\": \"428eeaa8-f3ac-4e85-a8fb-7dc8d7aa8689\",\n \"metadata\": {\n \"use_case_id\": \"SNOW-54321\"\n }\n}'\n```", - "operationId": "new_project_project_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewProjectRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewProjectResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/project/update": { - "post": { - "tags": [ - "project management" - ], - "summary": "Update Project", - "description": "Update a project\n\nParameters:\n- project_id: *str* - The project id to update. Required.\n- project_alias: *Optional[str]* - Updated name for the project\n- description: *Optional[str]* - Updated description for the project\n- team_id: *Optional[str]* - Updated team_id for the project\n- metadata: *Optional[dict]* - Updated metadata for project\n- models: *Optional[list]* - Updated list of models for the project\n- blocked: *Optional[bool]* - Updated blocked status\n- max_budget: *Optional[float]* - Updated max budget\n- tpm_limit: *Optional[int]* - Updated tpm limit\n- rpm_limit: *Optional[int]* - Updated rpm limit\n- model_rpm_limit: *Optional[dict]* - Updated RPM limits per model\n- model_tpm_limit: *Optional[dict]* - Updated TPM limits per model\n- budget_duration: *Optional[str]* - Updated budget duration\n- tags: *Optional[list]* - Updated list of tags for the project\n- object_permission: Optional[LiteLLM_ObjectPermissionBase] - Updated object permission\n\nExample:\n```bash\ncurl --location 'http://0.0.0.0:4000/project/update' \\\n--header 'Authorization: Bearer sk-1234' \\\n--header 'Content-Type: application/json' \\\n--data '{\n \"project_id\": \"project-123\",\n \"description\": \"Updated flight search system with enhanced capabilities\",\n \"max_budget\": 200,\n \"model_rpm_limit\": {\n \"gpt-4\": 2000,\n \"gpt-3.5-turbo\": 10000\n },\n \"metadata\": {\n \"use_case_id\": \"SNOW-12345\",\n \"status\": \"active\"\n }\n}'\n```", - "operationId": "update_project_project_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateProjectRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_ProjectTable" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/project/delete": { - "delete": { - "tags": [ - "project management" - ], - "summary": "Delete Project", - "description": "Delete projects\n\nParameters:\n- project_ids: *List[str]* - List of project ids to delete\n\nExample:\n```bash\ncurl --location --request DELETE 'http://0.0.0.0:4000/project/delete' \\\n--header 'Authorization: Bearer sk-1234' \\\n--header 'Content-Type: application/json' \\\n--data '{\n \"project_ids\": [\"project-123\", \"project-456\"]\n}'\n```", - "operationId": "delete_project_project_delete_delete", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteProjectRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/LiteLLM_ProjectTable" - }, - "type": "array", - "title": "Response Delete Project Project Delete Delete" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/project/info": { - "get": { - "tags": [ - "project management" - ], - "summary": "Project Info", - "description": "Get information about a specific project\n\nParameters:\n- project_id: *str* - The project id to fetch info for\n\nExample:\n```bash\ncurl --location 'http://0.0.0.0:4000/project/info?project_id=project-123' \\\n--header 'Authorization: Bearer sk-1234'\n```", - "operationId": "project_info_project_info_get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "project_id", - "in": "query", - "required": true, - "schema": { - "type": "string", - "title": "Project Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_ProjectTable" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/project/list": { - "get": { - "tags": [ - "project management" - ], - "summary": "List Projects", - "description": "List all projects that the user has access to\n\nExample:\n```bash\ncurl --location 'http://0.0.0.0:4000/project/list' \\\n--header 'Authorization: Bearer sk-1234'\n```", - "operationId": "list_projects_project_list_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/LiteLLM_ProjectTable" - }, - "type": "array", - "title": "Response List Projects Project List Get" - } - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/robots.txt": { - "get": { - "summary": "Get Robots", - "description": "Block all web crawlers from indexing the proxy server endpoints\nThis is useful for ensuring that the API endpoints aren't indexed by search engines", - "operationId": "get_robots_robots_txt_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - } - } - }, - "/litellm/.well-known/litellm-ui-config": { - "get": { - "summary": "Get Ui Config", - "operationId": "get_ui_config_litellm__well_known_litellm_ui_config_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UiDiscoveryEndpoints" - } - } - } - } - } - } - }, - "/.well-known/litellm-ui-config": { - "get": { - "summary": "Get Ui Config", - "operationId": "get_ui_config__well_known_litellm_ui_config_get", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UiDiscoveryEndpoints" - } - } - } - } - } - } - }, - "/models/{model_name}:generateContent": { - "post": { - "tags": [ - "google genai endpoints" - ], - "summary": "Google Generate Content", - "operationId": "google_generate_content_models__model_name__generateContent_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1beta/models/{model_name}:generateContent": { - "post": { - "tags": [ - "google genai endpoints" - ], - "summary": "Google Generate Content", - "operationId": "google_generate_content_v1beta_models__model_name__generateContent_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/models/{model_name}:streamGenerateContent": { - "post": { - "tags": [ - "google genai endpoints" - ], - "summary": "Google Stream Generate Content", - "operationId": "google_stream_generate_content_models__model_name__streamGenerateContent_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1beta/models/{model_name}:streamGenerateContent": { - "post": { - "tags": [ - "google genai endpoints" - ], - "summary": "Google Stream Generate Content", - "operationId": "google_stream_generate_content_v1beta_models__model_name__streamGenerateContent_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/models/{model_name}:countTokens": { - "post": { - "tags": [ - "google genai endpoints" - ], - "summary": "Google Count Tokens", - "description": "```json\nreturn {\n \"totalTokens\": 31,\n \"totalBillableCharacters\": 96,\n \"promptTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 31\n }\n ]\n}\n```", - "operationId": "google_count_tokens_models__model_name__countTokens_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TokenCountDetailsResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1beta/models/{model_name}:countTokens": { - "post": { - "tags": [ - "google genai endpoints" - ], - "summary": "Google Count Tokens", - "description": "```json\nreturn {\n \"totalTokens\": 31,\n \"totalBillableCharacters\": 96,\n \"promptTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 31\n }\n ]\n}\n```", - "operationId": "google_count_tokens_v1beta_models__model_name__countTokens_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "model_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Model Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TokenCountDetailsResponse" - } - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/interactions": { - "post": { - "tags": [ - "google genai endpoints", - "interactions" - ], - "summary": "Create Interaction", - "description": "Create a new interaction using Google's Interactions API.\n\nPer OpenAPI spec: POST /{api_version}/interactions\n\nSupports both model interactions and agent interactions:\n- Model: Provide `model` parameter (e.g., \"gemini-2.5-flash\")\n- Agent: Provide `agent` parameter (e.g., \"deep-research-pro-preview-12-2025\")\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1beta/interactions\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"model\": \"gemini/gemini-2.5-flash\",\n \"input\": \"Hello, how are you?\"\n }'\n```", - "operationId": "create_interaction_interactions_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/v1beta/interactions": { - "post": { - "tags": [ - "google genai endpoints", - "interactions" - ], - "summary": "Create Interaction", - "description": "Create a new interaction using Google's Interactions API.\n\nPer OpenAPI spec: POST /{api_version}/interactions\n\nSupports both model interactions and agent interactions:\n- Model: Provide `model` parameter (e.g., \"gemini-2.5-flash\")\n- Agent: Provide `agent` parameter (e.g., \"deep-research-pro-preview-12-2025\")\n\nExample:\n```bash\ncurl -X POST \"http://localhost:4000/v1beta/interactions\" -H \"Authorization: Bearer sk-1234\" -H \"Content-Type: application/json\" -d '{\n \"model\": \"gemini/gemini-2.5-flash\",\n \"input\": \"Hello, how are you?\"\n }'\n```", - "operationId": "create_interaction_v1beta_interactions_post", - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ] - } - }, - "/interactions/{interaction_id}": { - "get": { - "tags": [ - "google genai endpoints", - "interactions" - ], - "summary": "Get Interaction", - "description": "Get an interaction by ID.\n\nPer OpenAPI spec: GET /{api_version}/interactions/{interaction_id}", - "operationId": "get_interaction_interactions__interaction_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "interaction_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Interaction Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "google genai endpoints", - "interactions" - ], - "summary": "Delete Interaction", - "description": "Delete an interaction by ID.\n\nPer OpenAPI spec: DELETE /{api_version}/interactions/{interaction_id}", - "operationId": "delete_interaction_interactions__interaction_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "interaction_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Interaction Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1beta/interactions/{interaction_id}": { - "get": { - "tags": [ - "google genai endpoints", - "interactions" - ], - "summary": "Get Interaction", - "description": "Get an interaction by ID.\n\nPer OpenAPI spec: GET /{api_version}/interactions/{interaction_id}", - "operationId": "get_interaction_v1beta_interactions__interaction_id__get", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "interaction_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Interaction Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "tags": [ - "google genai endpoints", - "interactions" - ], - "summary": "Delete Interaction", - "description": "Delete an interaction by ID.\n\nPer OpenAPI spec: DELETE /{api_version}/interactions/{interaction_id}", - "operationId": "delete_interaction_v1beta_interactions__interaction_id__delete", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "interaction_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Interaction Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/interactions/{interaction_id}/cancel": { - "post": { - "tags": [ - "google genai endpoints", - "interactions" - ], - "summary": "Cancel Interaction", - "description": "Cancel an interaction by ID.\n\nPer OpenAPI spec: POST /{api_version}/interactions/{interaction_id}:cancel", - "operationId": "cancel_interaction_interactions__interaction_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "interaction_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Interaction Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/v1beta/interactions/{interaction_id}/cancel": { - "post": { - "tags": [ - "google genai endpoints", - "interactions" - ], - "summary": "Cancel Interaction", - "description": "Cancel an interaction by ID.\n\nPer OpenAPI spec: POST /{api_version}/interactions/{interaction_id}:cancel", - "operationId": "cancel_interaction_v1beta_interactions__interaction_id__cancel_post", - "security": [ - { - "APIKeyHeader": [] - } - ], - "parameters": [ - { - "name": "interaction_id", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Interaction Id" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/toolset/{toolset_name}/mcp": { - "get": { - "summary": "Toolset Mcp Route", - "description": "Namespace a toolset as its own MCP endpoint.\n\nConnecting to /toolset//mcp exposes exactly the tools defined in\nthe toolset. Access is enforced: non-admin API keys must have the toolset\nlisted in their object_permission.mcp_toolsets grant list, or the request\nwill be rejected with a 403.", - "operationId": "toolset_mcp_route_toolset__toolset_name__mcp_get", - "parameters": [ - { - "name": "toolset_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Toolset Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "summary": "Toolset Mcp Route", - "description": "Namespace a toolset as its own MCP endpoint.\n\nConnecting to /toolset//mcp exposes exactly the tools defined in\nthe toolset. Access is enforced: non-admin API keys must have the toolset\nlisted in their object_permission.mcp_toolsets grant list, or the request\nwill be rejected with a 403.", - "operationId": "toolset_mcp_route_toolset__toolset_name__mcp_patch", - "parameters": [ - { - "name": "toolset_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Toolset Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "summary": "Toolset Mcp Route", - "description": "Namespace a toolset as its own MCP endpoint.\n\nConnecting to /toolset//mcp exposes exactly the tools defined in\nthe toolset. Access is enforced: non-admin API keys must have the toolset\nlisted in their object_permission.mcp_toolsets grant list, or the request\nwill be rejected with a 403.", - "operationId": "toolset_mcp_route_toolset__toolset_name__mcp_delete", - "parameters": [ - { - "name": "toolset_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Toolset Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "head": { - "summary": "Toolset Mcp Route", - "description": "Namespace a toolset as its own MCP endpoint.\n\nConnecting to /toolset//mcp exposes exactly the tools defined in\nthe toolset. Access is enforced: non-admin API keys must have the toolset\nlisted in their object_permission.mcp_toolsets grant list, or the request\nwill be rejected with a 403.", - "operationId": "toolset_mcp_route_toolset__toolset_name__mcp_head", - "parameters": [ - { - "name": "toolset_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Toolset Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "options": { - "summary": "Toolset Mcp Route", - "description": "Namespace a toolset as its own MCP endpoint.\n\nConnecting to /toolset//mcp exposes exactly the tools defined in\nthe toolset. Access is enforced: non-admin API keys must have the toolset\nlisted in their object_permission.mcp_toolsets grant list, or the request\nwill be rejected with a 403.", - "operationId": "toolset_mcp_route_toolset__toolset_name__mcp_options", - "parameters": [ - { - "name": "toolset_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Toolset Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "put": { - "summary": "Toolset Mcp Route", - "description": "Namespace a toolset as its own MCP endpoint.\n\nConnecting to /toolset//mcp exposes exactly the tools defined in\nthe toolset. Access is enforced: non-admin API keys must have the toolset\nlisted in their object_permission.mcp_toolsets grant list, or the request\nwill be rejected with a 403.", - "operationId": "toolset_mcp_route_toolset__toolset_name__mcp_put", - "parameters": [ - { - "name": "toolset_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Toolset Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "summary": "Toolset Mcp Route", - "description": "Namespace a toolset as its own MCP endpoint.\n\nConnecting to /toolset//mcp exposes exactly the tools defined in\nthe toolset. Access is enforced: non-admin API keys must have the toolset\nlisted in their object_permission.mcp_toolsets grant list, or the request\nwill be rejected with a 403.", - "operationId": "toolset_mcp_route_toolset__toolset_name__mcp_post", - "parameters": [ - { - "name": "toolset_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Toolset Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/{mcp_server_name}/mcp": { - "get": { - "summary": "Dynamic Mcp Route", - "description": "Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists.\n\nResolution order:\n1. Registered MCP server alias / name\n2. Comma-separated list (short-circuits before any DB call)\n3. Toolset name (DB lookup, cached)\n4. MCP access group tag (DB lookup, cached)", - "operationId": "dynamic_mcp_route__mcp_server_name__mcp_get", - "parameters": [ - { - "name": "mcp_server_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Mcp Server Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "patch": { - "summary": "Dynamic Mcp Route", - "description": "Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists.\n\nResolution order:\n1. Registered MCP server alias / name\n2. Comma-separated list (short-circuits before any DB call)\n3. Toolset name (DB lookup, cached)\n4. MCP access group tag (DB lookup, cached)", - "operationId": "dynamic_mcp_route__mcp_server_name__mcp_patch", - "parameters": [ - { - "name": "mcp_server_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Mcp Server Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "delete": { - "summary": "Dynamic Mcp Route", - "description": "Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists.\n\nResolution order:\n1. Registered MCP server alias / name\n2. Comma-separated list (short-circuits before any DB call)\n3. Toolset name (DB lookup, cached)\n4. MCP access group tag (DB lookup, cached)", - "operationId": "dynamic_mcp_route__mcp_server_name__mcp_delete", - "parameters": [ - { - "name": "mcp_server_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Mcp Server Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "head": { - "summary": "Dynamic Mcp Route", - "description": "Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists.\n\nResolution order:\n1. Registered MCP server alias / name\n2. Comma-separated list (short-circuits before any DB call)\n3. Toolset name (DB lookup, cached)\n4. MCP access group tag (DB lookup, cached)", - "operationId": "dynamic_mcp_route__mcp_server_name__mcp_head", - "parameters": [ - { - "name": "mcp_server_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Mcp Server Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "options": { - "summary": "Dynamic Mcp Route", - "description": "Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists.\n\nResolution order:\n1. Registered MCP server alias / name\n2. Comma-separated list (short-circuits before any DB call)\n3. Toolset name (DB lookup, cached)\n4. MCP access group tag (DB lookup, cached)", - "operationId": "dynamic_mcp_route__mcp_server_name__mcp_options", - "parameters": [ - { - "name": "mcp_server_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Mcp Server Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "put": { - "summary": "Dynamic Mcp Route", - "description": "Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists.\n\nResolution order:\n1. Registered MCP server alias / name\n2. Comma-separated list (short-circuits before any DB call)\n3. Toolset name (DB lookup, cached)\n4. MCP access group tag (DB lookup, cached)", - "operationId": "dynamic_mcp_route__mcp_server_name__mcp_put", - "parameters": [ - { - "name": "mcp_server_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Mcp Server Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - }, - "post": { - "summary": "Dynamic Mcp Route", - "description": "Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists.\n\nResolution order:\n1. Registered MCP server alias / name\n2. Comma-separated list (short-circuits before any DB call)\n3. Toolset name (DB lookup, cached)\n4. MCP access group tag (DB lookup, cached)", - "operationId": "dynamic_mcp_route__mcp_server_name__mcp_post", - "parameters": [ - { - "name": "mcp_server_name", - "in": "path", - "required": true, - "schema": { - "type": "string", - "title": "Mcp Server Name" - } - } - ], - "responses": { - "200": { - "description": "Successful Response", - "content": { - "application/json": { - "schema": {} - } - } - }, - "422": { - "description": "Validation Error", - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - } - } - } - } - }, - "/vertex_ai/live": { - "get": { - "summary": "WebSocket: vertex_ai_live_passthrough_endpoint", - "description": "WebSocket connection endpoint", - "operationId": "websocket_vertex_ai_live_passthrough_endpoint", - "parameters": [ - { - "name": "model", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - }, - { - "name": "vertex_project", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - }, - { - "name": "vertex_location", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - } - ], - "responses": { - "101": { - "description": "WebSocket Protocol Switched" - } - }, - "tags": [ - "WebSocket" - ] - } - }, - "/realtime": { - "get": { - "summary": "WebSocket: realtime_websocket_endpoint", - "description": "WebSocket connection endpoint", - "operationId": "websocket_realtime_websocket_endpoint_get", - "parameters": [ - { - "name": "model", - "in": "query", - "required": true, - "schema": { - "type": "string" - } - }, - { - "name": "intent", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - }, - { - "name": "guardrails", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - } - ], - "responses": { - "101": { - "description": "WebSocket Protocol Switched" - } - }, - "tags": [ - "WebSocket" - ] - } - }, - "/v1/realtime": { - "get": { - "summary": "WebSocket: realtime_websocket_endpoint", - "description": "WebSocket connection endpoint", - "operationId": "websocket_realtime_websocket_endpoint_get_2", - "parameters": [ - { - "name": "model", - "in": "query", - "required": true, - "schema": { - "type": "string" - } - }, - { - "name": "intent", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - }, - { - "name": "guardrails", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - } - ], - "responses": { - "101": { - "description": "WebSocket Protocol Switched" - } - }, - "tags": [ - "WebSocket" - ] - } - }, - "/openai/v1/realtime": { - "get": { - "summary": "WebSocket: realtime_websocket_endpoint", - "description": "WebSocket connection endpoint", - "operationId": "websocket_realtime_websocket_endpoint_get_3", - "parameters": [ - { - "name": "model", - "in": "query", - "required": true, - "schema": { - "type": "string" - } - }, - { - "name": "intent", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - }, - { - "name": "guardrails", - "in": "query", - "required": false, - "schema": { - "type": "string" - } - } - ], - "responses": { - "101": { - "description": "WebSocket Protocol Switched" - } - }, - "tags": [ - "WebSocket" - ] - } - }, - "/apply_guardrail": { - "post": { - "description": "Apply a guardrail to text input and return the processed result.\n\nThis endpoint allows testing guardrails by applying them to custom text inputs.", - "operationId": "apply_guardrail_apply_guardrail_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ApplyGuardrailRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ApplyGuardrailResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Apply Guardrail", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails": { - "post": { - "description": "Create a new guardrail\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start)\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/guardrails\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"guardrail\": {\n \"guardrail_name\": \"my-bedrock-guard\",\n \"litellm_params\": {\n \"guardrail\": \"bedrock\",\n \"mode\": \"pre_call\",\n \"guardrailIdentifier\": \"ff6ujrregl1q\",\n \"guardrailVersion\": \"DRAFT\",\n \"default_on\": true\n },\n \"guardrail_info\": {\n \"description\": \"Bedrock content moderation guardrail\"\n }\n }\n }'\n```\n\nExample Response:\n```json\n{\n \"guardrail_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"guardrail_name\": \"my-bedrock-guard\",\n \"litellm_params\": {\n \"guardrail\": \"bedrock\",\n \"mode\": \"pre_call\",\n \"guardrailIdentifier\": \"ff6ujrregl1q\",\n \"guardrailVersion\": \"DRAFT\",\n \"default_on\": true\n },\n \"guardrail_info\": {\n \"description\": \"Bedrock content moderation guardrail\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\"\n}\n```", - "operationId": "create_guardrail_guardrails_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CreateGuardrailRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Guardrail", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/apply_guardrail": { - "post": { - "description": "Apply a guardrail to text input and return the processed result.\n\nThis endpoint allows testing guardrails by applying them to custom text inputs.", - "operationId": "apply_guardrail_guardrails_apply_guardrail_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ApplyGuardrailRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ApplyGuardrailResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Apply Guardrail", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/list": { - "get": { - "description": "List the guardrails that are available on the proxy server\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start)\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/guardrails/list\" -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"guardrails\": [\n {\n \"guardrail_name\": \"bedrock-pre-guard\",\n \"guardrail_info\": {\n \"params\": [\n {\n \"name\": \"toxicity_score\",\n \"type\": \"float\",\n \"description\": \"Score between 0-1 indicating content toxicity level\"\n },\n {\n \"name\": \"pii_detection\",\n \"type\": \"boolean\"\n }\n ]\n }\n }\n ]\n}\n```", - "operationId": "list_guardrails_guardrails_list_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListGuardrailsResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Guardrails", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/register": { - "post": { - "description": "Register a guardrail for onboarding (team submission).\n\nAccepts a guardrail config in the\n[Generic Guardrail API](https://docs.litellm.ai/docs/adding_provider/generic_guardrail_api) format.\nThe submission is stored with status `pending_review` until an admin approves it.", - "operationId": "register_guardrail_guardrails_register_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RegisterGuardrailRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RegisterGuardrailResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Register Guardrail", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/submissions": { - "get": { - "description": "List team guardrail submissions. Returns only guardrails with a team_id.\n\nAdmins see all submissions. Non-admin users see submissions for teams they are\na member of.\n\nStatus values: pending_review (team-registered, awaiting approval), active (approved), rejected.\n\nOptional filters:\n- status: pending_review | active | rejected\n- team_id: filter by specific team (non-admins must be a member of that team)\n- search: name/description", - "operationId": "list_guardrail_submissions_guardrails_submissions_get", - "parameters": [ - { - "in": "query", - "name": "status", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Status" - } - }, - { - "in": "query", - "name": "team_id", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - } - }, - { - "in": "query", - "name": "search", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Search" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListGuardrailSubmissionsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Guardrail Submissions", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/submissions/{guardrail_id}": { - "get": { - "description": "Get a single guardrail submission by id. Non-admins may only access submissions for teams they belong to.", - "operationId": "get_guardrail_submission_guardrails_submissions__guardrail_id__get", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/GuardrailSubmissionItem" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Guardrail Submission", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/submissions/{guardrail_id}/approve": { - "post": { - "description": "Approve a pending guardrail submission: set status to active and initialize in memory (admin only).", - "operationId": "approve_guardrail_submission_guardrails_submissions__guardrail_id__approve_post", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Approve Guardrail Submission", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/submissions/{guardrail_id}/reject": { - "post": { - "description": "Reject a guardrail submission (admin only).", - "operationId": "reject_guardrail_submission_guardrails_submissions__guardrail_id__reject_post", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Reject Guardrail Submission", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/test_custom_code": { - "post": { - "description": "Test custom code guardrail logic without creating a guardrail.\n\nThis endpoint allows admins to experiment with custom code guardrails by:\n1. Compiling the provided code in a sandbox\n2. Executing the apply_guardrail function with test input\n3. Returning the result (allow/block/modify)\n\n\ud83d\udc49 [Custom Code Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/custom_code_guardrail)\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/guardrails/test_custom_code\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"custom_code\": \"def apply_guardrail(inputs, request_data, input_type):\\n for text in inputs[\\\"texts\\\"]:\\n if regex_match(text, r\\\"\\\\d{3}-\\\\d{2}-\\\\d{4}\\\"):\\n return block(\\\"SSN detected\\\")\\n return allow()\",\n \"test_input\": {\n \"texts\": [\"My SSN is 123-45-6789\"]\n },\n \"input_type\": \"request\"\n }'\n```\n\nExample Success Response (blocked):\n```json\n{\n \"success\": true,\n \"result\": {\n \"action\": \"block\",\n \"reason\": \"SSN detected\"\n },\n \"error\": null,\n \"error_type\": null\n}\n```\n\nExample Success Response (allowed):\n```json\n{\n \"success\": true,\n \"result\": {\n \"action\": \"allow\"\n },\n \"error\": null,\n \"error_type\": null\n}\n```\n\nExample Success Response (modified):\n```json\n{\n \"success\": true,\n \"result\": {\n \"action\": \"modify\",\n \"texts\": [\"My SSN is [REDACTED]\"]\n },\n \"error\": null,\n \"error_type\": null\n}\n```\n\nExample Error Response (compilation error):\n```json\n{\n \"success\": false,\n \"result\": null,\n \"error\": \"Syntax error in custom code: invalid syntax (, line 1)\",\n \"error_type\": \"compilation\"\n}\n```", - "operationId": "test_custom_code_guardrail_guardrails_test_custom_code_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TestCustomCodeGuardrailRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TestCustomCodeGuardrailResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Custom Code Guardrail", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/ui/add_guardrail_settings": { - "get": { - "description": "Get the UI settings for the guardrails\n\nReturns:\n- Supported entities for guardrails\n- Supported modes for guardrails\n- PII entity categories for UI organization\n- Content filter settings (patterns and categories)", - "operationId": "get_guardrail_ui_settings_guardrails_ui_add_guardrail_settings_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Guardrail Ui Settings", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/ui/category_yaml/{category_name}": { - "get": { - "description": "Get the YAML or JSON content for a specific content filter category.\n\nArgs:\n category_name: The name of the category (e.g., \"bias_gender\", \"harmful_self_harm\")\n\nReturns:\n The raw YAML or JSON content of the category file with file type indicator", - "operationId": "get_category_yaml_guardrails_ui_category_yaml__category_name__get", - "parameters": [ - { - "in": "path", - "name": "category_name", - "required": true, - "schema": { - "title": "Category Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Category Yaml", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/ui/major_airlines": { - "get": { - "description": "Get the major airlines list from IATA (competitor intent, airline type).\nReturns airline id, match variants (pipe-separated), and tags.", - "operationId": "get_major_airlines_guardrails_ui_major_airlines_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Major Airlines", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/ui/provider_specific_params": { - "get": { - "description": "Get provider-specific parameters for different guardrail types.\n\nReturns a dictionary mapping guardrail providers to their specific parameters,\nincluding parameter names, descriptions, and whether they are required.\n\nExample Response:\n```json\n{\n \"bedrock\": {\n \"guardrailIdentifier\": {\n \"description\": \"The ID of your guardrail on Bedrock\",\n \"required\": true,\n \"type\": null\n },\n \"guardrailVersion\": {\n \"description\": \"The version of your Bedrock guardrail (e.g., DRAFT or version number)\",\n \"required\": true,\n \"type\": null\n }\n },\n \"azure_content_safety_text_moderation\": {\n \"api_key\": {\n \"description\": \"API key for the Azure Content Safety Text Moderation guardrail\",\n \"required\": false,\n \"type\": null\n },\n \"optional_params\": {\n \"description\": \"Optional parameters for the Azure Content Safety Text Moderation guardrail\",\n \"required\": true,\n \"type\": \"nested\",\n \"fields\": {\n \"severity_threshold\": {\n \"description\": \"Severity threshold for the Azure Content Safety Text Moderation guardrail across all categories\",\n \"required\": false,\n \"type\": null\n },\n \"categories\": {\n \"description\": \"Categories to scan for the Azure Content Safety Text Moderation guardrail\",\n \"required\": false,\n \"type\": \"multiselect\",\n \"options\": [\"Hate\", \"SelfHarm\", \"Sexual\", \"Violence\"],\n \"default_value\": None\n }\n }\n }\n }\n}\n```", - "operationId": "get_provider_specific_params_guardrails_ui_provider_specific_params_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Provider Specific Params", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/usage/detail/{guardrail_id}": { - "get": { - "description": "Return single guardrail usage metrics and time series.", - "operationId": "guardrails_usage_detail_guardrails_usage_detail__guardrail_id__get", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - }, - { - "in": "query", - "name": "start_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Start Date" - } - }, - { - "in": "query", - "name": "end_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End Date" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UsageDetailResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Guardrails Usage Detail", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/usage/logs": { - "get": { - "description": "Return paginated run logs for a guardrail (or policy) from SpendLogs via index.", - "operationId": "guardrails_usage_logs_guardrails_usage_logs_get", - "parameters": [ - { - "in": "query", - "name": "guardrail_id", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Guardrail Id" - } - }, - { - "in": "query", - "name": "policy_id", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Policy Id" - } - }, - { - "in": "query", - "name": "page", - "required": false, - "schema": { - "default": 1, - "minimum": 1, - "title": "Page", - "type": "integer" - } - }, - { - "in": "query", - "name": "page_size", - "required": false, - "schema": { - "default": 50, - "maximum": 100, - "minimum": 1, - "title": "Page Size", - "type": "integer" - } - }, - { - "in": "query", - "name": "action", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Action" - } - }, - { - "in": "query", - "name": "start_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Start Date" - } - }, - { - "in": "query", - "name": "end_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End Date" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UsageLogsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Guardrails Usage Logs", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/usage/overview": { - "get": { - "description": "Return guardrail performance overview for the dashboard.", - "operationId": "guardrails_usage_overview_guardrails_usage_overview_get", - "parameters": [ - { - "description": "YYYY-MM-DD", - "in": "query", - "name": "start_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "YYYY-MM-DD", - "title": "Start Date" - } - }, - { - "description": "YYYY-MM-DD", - "in": "query", - "name": "end_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "YYYY-MM-DD", - "title": "End Date" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UsageOverviewResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Guardrails Usage Overview", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/validate_blocked_words_file": { - "post": { - "description": "Validate a blocked_words YAML file content.\n\nArgs:\n request: Dictionary with 'file_content' key containing the YAML string\n\nReturns:\n Dictionary with 'valid' boolean and either 'message'/'errors' depending on result\n\nExample Request:\n```json\n{\n \"file_content\": \"blocked_words:\\n - keyword: \\\"test\\\"\\n action: \\\"BLOCK\\\"\"\n}\n```\n\nExample Success Response:\n```json\n{\n \"valid\": true,\n \"message\": \"Valid YAML file with 2 blocked words\"\n}\n```\n\nExample Error Response:\n```json\n{\n \"valid\": false,\n \"errors\": [\"Entry 0: missing 'action' field\"]\n}\n```", - "operationId": "validate_blocked_words_file_guardrails_validate_blocked_words_file_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "additionalProperties": { - "type": "string" - }, - "title": "Request", - "type": "object" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Validate Blocked Words File", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/{guardrail_id}": { - "delete": { - "description": "Delete a guardrail\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start)\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"message\": \"Guardrail 123e4567-e89b-12d3-a456-426614174000 deleted successfully\"\n}\n```", - "operationId": "delete_guardrail_guardrails__guardrail_id__delete", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Guardrail", - "tags": [ - "guardrails" - ] - }, - "get": { - "description": "Get detailed information about a specific guardrail by ID\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start)\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000/info\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"guardrail_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"guardrail_name\": \"my-bedrock-guard\",\n \"litellm_params\": {\n \"guardrail\": \"bedrock\",\n \"mode\": \"pre_call\",\n \"guardrailIdentifier\": \"ff6ujrregl1q\",\n \"guardrailVersion\": \"DRAFT\",\n \"default_on\": true\n },\n \"guardrail_info\": {\n \"description\": \"Bedrock content moderation guardrail\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\"\n}\n```", - "operationId": "get_guardrail_info_guardrails__guardrail_id__get", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Guardrail Info", - "tags": [ - "guardrails" - ] - }, - "patch": { - "description": "Partially update an existing guardrail\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start)\n\nThis endpoint allows updating specific fields of a guardrail without sending the entire object.\nOnly the following fields can be updated:\n- guardrail_name: The name of the guardrail\n- default_on: Whether the guardrail is enabled by default\n- guardrail_info: Additional information about the guardrail\n\nExample Request:\n```bash\ncurl -X PATCH \"http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"guardrail_name\": \"updated-name\",\n \"default_on\": true,\n \"guardrail_info\": {\n \"description\": \"Updated description\"\n }\n }'\n```\n\nExample Response:\n```json\n{\n \"guardrail_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"guardrail_name\": \"updated-name\",\n \"litellm_params\": {\n \"guardrail\": \"bedrock\",\n \"mode\": \"pre_call\",\n \"guardrailIdentifier\": \"ff6ujrregl1q\",\n \"guardrailVersion\": \"DRAFT\",\n \"default_on\": true\n },\n \"guardrail_info\": {\n \"description\": \"Updated description\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T14:22:33.456Z\"\n}\n```", - "operationId": "patch_guardrail_guardrails__guardrail_id__patch", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PatchGuardrailRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Patch Guardrail", - "tags": [ - "guardrails" - ] - }, - "put": { - "description": "Update an existing guardrail\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start)\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"guardrail\": {\n \"guardrail_name\": \"updated-bedrock-guard\",\n \"litellm_params\": {\n \"guardrail\": \"bedrock\",\n \"mode\": \"pre_call\",\n \"guardrailIdentifier\": \"ff6ujrregl1q\",\n \"guardrailVersion\": \"1.0\",\n \"default_on\": true\n },\n \"guardrail_info\": {\n \"description\": \"Updated Bedrock content moderation guardrail\"\n }\n }\n }'\n```\n\nExample Response:\n```json\n{\n \"guardrail_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"guardrail_name\": \"updated-bedrock-guard\",\n \"litellm_params\": {\n \"guardrail\": \"bedrock\",\n \"mode\": \"pre_call\",\n \"guardrailIdentifier\": \"ff6ujrregl1q\",\n \"guardrailVersion\": \"1.0\",\n \"default_on\": true\n },\n \"guardrail_info\": {\n \"description\": \"Updated Bedrock content moderation guardrail\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T13:45:12.345Z\"\n}\n```", - "operationId": "update_guardrail_guardrails__guardrail_id__put", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateGuardrailRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Guardrail", - "tags": [ - "guardrails" - ] - } - }, - "/guardrails/{guardrail_id}/info": { - "get": { - "description": "Get detailed information about a specific guardrail by ID\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start)\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000/info\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"guardrail_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"guardrail_name\": \"my-bedrock-guard\",\n \"litellm_params\": {\n \"guardrail\": \"bedrock\",\n \"mode\": \"pre_call\",\n \"guardrailIdentifier\": \"ff6ujrregl1q\",\n \"guardrailVersion\": \"DRAFT\",\n \"default_on\": true\n },\n \"guardrail_info\": {\n \"description\": \"Bedrock content moderation guardrail\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\"\n}\n```", - "operationId": "get_guardrail_info_guardrails__guardrail_id__info_get", - "parameters": [ - { - "in": "path", - "name": "guardrail_id", - "required": true, - "schema": { - "title": "Guardrail Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Guardrail Info", - "tags": [ - "guardrails" - ] - } - }, - "/policies/usage/overview": { - "get": { - "description": "Return policy performance overview for the dashboard.", - "operationId": "policies_usage_overview_policies_usage_overview_get", - "parameters": [ - { - "description": "YYYY-MM-DD", - "in": "query", - "name": "start_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "YYYY-MM-DD", - "title": "Start Date" - } - }, - { - "description": "YYYY-MM-DD", - "in": "query", - "name": "end_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "YYYY-MM-DD", - "title": "End Date" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UsageOverviewResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Policies Usage Overview", - "tags": [ - "guardrails" - ] - } - }, - "/v2/guardrails/list": { - "get": { - "description": "List the guardrails that are available in the database using GuardrailRegistry\n\n\ud83d\udc49 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start)\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/v2/guardrails/list\" -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"guardrails\": [\n {\n \"guardrail_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"guardrail_name\": \"my-bedrock-guard\",\n \"litellm_params\": {\n \"guardrail\": \"bedrock\",\n \"mode\": \"pre_call\",\n \"guardrailIdentifier\": \"ff6ujrregl1q\",\n \"guardrailVersion\": \"DRAFT\",\n \"default_on\": true\n },\n \"guardrail_info\": {\n \"description\": \"Bedrock content moderation guardrail\"\n }\n }\n ]\n}\n```", - "operationId": "list_guardrails_v2_v2_guardrails_list_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListGuardrailsResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Guardrails V2", - "tags": [ - "guardrails" - ] - } - }, - "/policy/info/{policy_name}": { - "get": { - "description": "Get detailed information about a specific policy.\n\nReturns:\n- Policy configuration\n- Resolved guardrails (after inheritance)\n- Inheritance chain", - "operationId": "get_policy_info_policy_info__policy_name__get", - "parameters": [ - { - "in": "path", - "name": "policy_name", - "required": true, - "schema": { - "title": "Policy Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyInfoResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Policy Info", - "tags": [ - "policies" - ] - } - }, - "/policy/list": { - "get": { - "description": "List all loaded policies with their resolved guardrails.\n\nReturns information about each policy including:\n- Inheritance configuration\n- Scope (teams, keys, models)\n- Guardrails to add/remove\n- Resolved guardrails (after inheritance)\n- Inheritance chain", - "operationId": "list_policies_policy_list_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyListResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Policies", - "tags": [ - "policies" - ] - } - }, - "/policy/templates": { - "get": { - "description": "Get policy templates for the UI (pre-configured guardrail combinations).\n\nFetches from GitHub with automatic fallback to local backup on failure.\nSet LITELLM_LOCAL_POLICY_TEMPLATES=true to skip GitHub and use local backup only.", - "operationId": "get_policy_templates_policy_templates_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "items": {}, - "title": "Response Get Policy Templates Policy Templates Get", - "type": "array" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Policy Templates", - "tags": [ - "policies" - ] - } - }, - "/policy/templates/enrich": { - "post": { - "description": "Enrich a policy template with LLM-discovered data (e.g. competitor names).\n\nCalls an onboarded LLM to discover competitors for the given brand name,\nthen returns enriched guardrailDefinitions with the discovered data populated.", - "operationId": "enrich_policy_template_policy_templates_enrich_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EnrichTemplateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "additionalProperties": true, - "title": "Response Enrich Policy Template Policy Templates Enrich Post", - "type": "object" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Enrich Policy Template", - "tags": [ - "policies" - ] - } - }, - "/policy/templates/enrich/stream": { - "post": { - "description": "Stream competitor names as SSE events as the LLM generates them.\n\nEvents:\n- data: {\"type\": \"competitor\", \"name\": \"...\"} \u2014 each competitor as discovered\n- data: {\"type\": \"done\", \"competitors\": [...], \"competitor_variations\": {...}, \"guardrailDefinitions\": [...]}", - "operationId": "enrich_policy_template_stream_policy_templates_enrich_stream_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EnrichTemplateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Enrich Policy Template Stream", - "tags": [ - "policies" - ] - } - }, - "/policy/templates/suggest": { - "post": { - "description": "Use AI to suggest policy templates based on attack examples and descriptions.\n\nCalls an LLM with tool calling to match user requirements to available templates.", - "operationId": "suggest_policy_templates_policy_templates_suggest_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SuggestTemplatesRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "additionalProperties": true, - "title": "Response Suggest Policy Templates Policy Templates Suggest Post", - "type": "object" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Suggest Policy Templates", - "tags": [ - "policies" - ] - } - }, - "/policy/templates/test": { - "post": { - "description": "Test a policy template's guardrails against a text input without creating them.\n\nInstantiates temporary guardrails from the template definitions, runs them\nagainst the provided text, and returns per-guardrail results so users can\nverify the template solves their problem before creating it.", - "operationId": "test_policy_template_policy_templates_test_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TestPolicyTemplateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TestPolicyTemplateResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Policy Template", - "tags": [ - "policies" - ] - } - }, - "/policy/test": { - "post": { - "description": "Test which policies would match a given request context.\n\nThis is useful for debugging and understanding policy behavior.\n\nRequest body:\n```json\n{\n \"team_alias\": \"healthcare-team\",\n \"key_alias\": \"my-api-key\",\n \"model\": \"gpt-4\"\n}\n```\n\nReturns:\n- matching_policies: List of policy names that match\n- resolved_guardrails: Final list of guardrails that would be applied", - "operationId": "test_policy_matching_policy_test_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyMatchContext" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyTestResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Policy Matching", - "tags": [ - "policies" - ] - } - }, - "/policy/validate": { - "post": { - "description": "Validate a policy configuration before applying it.\n\nChecks:\n- All referenced guardrails exist in the guardrail registry\n- All non-wildcard team aliases exist in the database\n- All non-wildcard key aliases exist in the database\n- Inheritance chains are valid (no cycles, parents exist)\n- Scope patterns are syntactically valid\n\nReturns:\n- valid: True if the policy configuration is valid (no blocking errors)\n- errors: List of blocking validation errors\n- warnings: List of non-blocking validation warnings\n\nExample request:\n```json\n{\n \"policies\": {\n \"global-baseline\": {\n \"guardrails\": {\n \"add\": [\"pii_blocker\", \"phi_blocker\"]\n },\n \"scope\": {\n \"teams\": [\"*\"],\n \"keys\": [\"*\"],\n \"models\": [\"*\"]\n }\n },\n \"healthcare-compliance\": {\n \"inherit\": \"global-baseline\",\n \"guardrails\": {\n \"add\": [\"hipaa_audit\"]\n },\n \"scope\": {\n \"teams\": [\"healthcare-team\"]\n }\n }\n }\n}\n```", - "operationId": "validate_policy_policy_validate_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyValidateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyValidationResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Validate Policy", - "tags": [ - "policies" - ] - } - }, - "/utils/test_policies_and_guardrails": { - "post": { - "description": "Apply policies and/or guardrails to inputs (for compliance UI testing).\n\nUse inputs_list for batch testing: each input is processed as a separate call so\nper-input block/allow and errors are returned.\n\nUse inputs for a single call (legacy).", - "operationId": "test_policies_and_guardrails_utils_test_policies_and_guardrails_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TestPoliciesAndGuardrailsRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Policies And Guardrails", - "tags": [ - "policies" - ] - } - }, - "/policies": { - "post": { - "description": "Create a new policy.\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/policies\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"policy_name\": \"global-baseline\",\n \"description\": \"Base guardrails for all requests\",\n \"guardrails_add\": [\"pii_masking\", \"prompt_injection\"],\n \"guardrails_remove\": []\n }'\n```\n\nExample Response:\n```json\n{\n \"policy_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"policy_name\": \"global-baseline\",\n \"inherit\": null,\n \"description\": \"Base guardrails for all requests\",\n \"guardrails_add\": [\"pii_masking\", \"prompt_injection\"],\n \"guardrails_remove\": [],\n \"condition\": null,\n \"created_at\": \"2024-01-01T00:00:00Z\",\n \"updated_at\": \"2024-01-01T00:00:00Z\"\n}\n```", - "operationId": "create_policy_policies_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyCreateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyDBResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Policy", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/attachments": { - "post": { - "description": "Create a new policy attachment.\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/policies/attachments\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"policy_name\": \"global-baseline\",\n \"scope\": \"*\"\n }'\n```\n\nExample with team-specific attachment:\n```bash\ncurl -X POST \"http://localhost:4000/policies/attachments\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"policy_name\": \"healthcare-compliance\",\n \"teams\": [\"healthcare-team\", \"medical-research\"]\n }'\n```\n\nExample Response:\n```json\n{\n \"attachment_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"policy_name\": \"global-baseline\",\n \"scope\": \"*\",\n \"teams\": [],\n \"keys\": [],\n \"models\": [],\n \"created_at\": \"2024-01-01T00:00:00Z\",\n \"updated_at\": \"2024-01-01T00:00:00Z\"\n}\n```", - "operationId": "create_policy_attachment_policies_attachments_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyAttachmentCreateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyAttachmentDBResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Policy Attachment", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/attachments/estimate-impact": { - "post": { - "description": "Estimate how many keys and teams would be affected by a policy attachment.\n\nUse this before creating an attachment to preview the blast radius.\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/policies/attachments/estimate-impact\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"policy_name\": \"hipaa-compliance\",\n \"tags\": [\"healthcare\", \"health-*\"]\n }'\n```", - "operationId": "estimate_attachment_impact_policies_attachments_estimate_impact_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyAttachmentCreateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AttachmentImpactResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Estimate Attachment Impact", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/attachments/list": { - "get": { - "description": "List all policy attachments from the database.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/policies/attachments/list\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"attachments\": [\n {\n \"attachment_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"policy_name\": \"global-baseline\",\n \"scope\": \"*\",\n \"teams\": [],\n \"keys\": [],\n \"models\": [],\n \"created_at\": \"2024-01-01T00:00:00Z\",\n \"updated_at\": \"2024-01-01T00:00:00Z\"\n }\n ],\n \"total_count\": 1\n}\n```", - "operationId": "list_policy_attachments_policies_attachments_list_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyAttachmentListResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Policy Attachments", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/attachments/{attachment_id}": { - "delete": { - "description": "Delete a policy attachment.\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:4000/policies/attachments/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"message\": \"Attachment 123e4567-e89b-12d3-a456-426614174000 deleted successfully\"\n}\n```", - "operationId": "delete_policy_attachment_policies_attachments__attachment_id__delete", - "parameters": [ - { - "in": "path", - "name": "attachment_id", - "required": true, - "schema": { - "title": "Attachment Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Policy Attachment", - "tags": [ - "policy_engine" - ] - }, - "get": { - "description": "Get a policy attachment by ID.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/policies/attachments/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```", - "operationId": "get_policy_attachment_policies_attachments__attachment_id__get", - "parameters": [ - { - "in": "path", - "name": "attachment_id", - "required": true, - "schema": { - "title": "Attachment Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyAttachmentDBResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Policy Attachment", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/compare": { - "get": { - "description": "Compare two policy versions. Query params: version_a, version_b (policy version IDs).", - "operationId": "compare_policy_versions_policies_compare_get", - "parameters": [ - { - "in": "query", - "name": "version_a", - "required": true, - "schema": { - "title": "Version A", - "type": "string" - } - }, - { - "in": "query", - "name": "version_b", - "required": true, - "schema": { - "title": "Version B", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyVersionCompareResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Compare Policy Versions", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/list": { - "get": { - "description": "List all policies from the database. Optionally filter by version_status.\n\nQuery params:\n- version_status: Optional. One of \"draft\", \"published\", \"production\".\n If omitted, all versions are returned.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/policies/list\" \\\n -H \"Authorization: Bearer \"\ncurl -X GET \"http://localhost:4000/policies/list?version_status=production\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"policies\": [\n {\n \"policy_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"policy_name\": \"global-baseline\",\n \"version_number\": 1,\n \"version_status\": \"production\",\n \"inherit\": null,\n \"description\": \"Base guardrails for all requests\",\n \"guardrails_add\": [\"pii_masking\"],\n \"guardrails_remove\": [],\n \"condition\": null,\n \"created_at\": \"2024-01-01T00:00:00Z\",\n \"updated_at\": \"2024-01-01T00:00:00Z\"\n }\n ],\n \"total_count\": 1\n}\n```", - "operationId": "list_policies_policies_list_get", - "parameters": [ - { - "in": "query", - "name": "version_status", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Version Status" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyListDBResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Policies", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/name/{policy_name}/all-versions": { - "delete": { - "description": "Delete all versions of a policy. Also removes from in-memory registry.", - "operationId": "delete_all_policy_versions_policies_name__policy_name__all_versions_delete", - "parameters": [ - { - "in": "path", - "name": "policy_name", - "required": true, - "schema": { - "title": "Policy Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete All Policy Versions", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/name/{policy_name}/versions": { - "get": { - "description": "List all versions of a policy by name, ordered by version_number descending.", - "operationId": "list_policy_versions_policies_name__policy_name__versions_get", - "parameters": [ - { - "in": "path", - "name": "policy_name", - "required": true, - "schema": { - "title": "Policy Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyVersionListResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Policy Versions", - "tags": [ - "policy_engine" - ] - }, - "post": { - "description": "Create a new draft version of a policy. Copies all fields from the source.\nSource is current production if source_policy_id is not provided.", - "operationId": "create_policy_version_policies_name__policy_name__versions_post", - "parameters": [ - { - "in": "path", - "name": "policy_name", - "required": true, - "schema": { - "title": "Policy Name", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyVersionCreateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyDBResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Policy Version", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/resolve": { - "post": { - "description": "Resolve which policies and guardrails apply for a given context.\n\nUse this endpoint to debug \"what guardrails would apply to a request\nwith this team/key/model/tags combination?\"\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/policies/resolve\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"tags\": [\"healthcare\"],\n \"model\": \"gpt-4\"\n }'\n```", - "operationId": "resolve_policies_for_context_policies_resolve_post", - "parameters": [ - { - "description": "Force a DB sync before resolving. Default uses in-memory cache.", - "in": "query", - "name": "force_sync", - "required": false, - "schema": { - "default": false, - "description": "Force a DB sync before resolving. Default uses in-memory cache.", - "title": "Force Sync", - "type": "boolean" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyResolveRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyResolveResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Resolve Policies For Context", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/test-pipeline": { - "post": { - "description": "Test a guardrail pipeline with sample messages.\n\nExecutes the pipeline steps against the provided test messages and returns\nstep-by-step results showing which guardrails passed/failed, actions taken,\nand timing information.\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/policies/test-pipeline\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"pipeline\": {\n \"mode\": \"pre_call\",\n \"steps\": [\n {\"guardrail\": \"pii-guard\", \"on_pass\": \"next\", \"on_fail\": \"block\"}\n ]\n },\n \"test_messages\": [{\"role\": \"user\", \"content\": \"My SSN is 123-45-6789\"}]\n }'\n```", - "operationId": "test_pipeline_policies_test_pipeline_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PipelineTestRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Pipeline", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/{policy_id}": { - "delete": { - "description": "Delete a policy.\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:4000/policies/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"message\": \"Policy 123e4567-e89b-12d3-a456-426614174000 deleted successfully\"\n}\n```", - "operationId": "delete_policy_policies__policy_id__delete", - "parameters": [ - { - "in": "path", - "name": "policy_id", - "required": true, - "schema": { - "title": "Policy Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Policy", - "tags": [ - "policy_engine" - ] - }, - "get": { - "description": "Get a policy by ID.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/policies/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```", - "operationId": "get_policy_policies__policy_id__get", - "parameters": [ - { - "in": "path", - "name": "policy_id", - "required": true, - "schema": { - "title": "Policy Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyDBResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Policy", - "tags": [ - "policy_engine" - ] - }, - "put": { - "description": "Update an existing policy.\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/policies/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"description\": \"Updated description\",\n \"guardrails_add\": [\"pii_masking\", \"toxicity_filter\"]\n }'\n```", - "operationId": "update_policy_policies__policy_id__put", - "parameters": [ - { - "in": "path", - "name": "policy_id", - "required": true, - "schema": { - "title": "Policy Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyDBResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Policy", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/{policy_id}/resolved-guardrails": { - "get": { - "description": "Get the resolved guardrails for a policy (including inherited guardrails).\n\nThis endpoint resolves the full inheritance chain and returns the final\nset of guardrails that would be applied for this policy.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/policies/123e4567-e89b-12d3-a456-426614174000/resolved-guardrails\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"policy_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"policy_name\": \"healthcare-compliance\",\n \"resolved_guardrails\": [\"pii_masking\", \"prompt_injection\", \"toxicity_filter\"]\n}\n```", - "operationId": "get_resolved_guardrails_policies__policy_id__resolved_guardrails_get", - "parameters": [ - { - "in": "path", - "name": "policy_id", - "required": true, - "schema": { - "title": "Policy Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Resolved Guardrails", - "tags": [ - "policy_engine" - ] - } - }, - "/policies/{policy_id}/status": { - "put": { - "description": "Update a policy version's status. Valid transitions:\n- draft -> published\n- published -> production (demotes current production to published)\n- production -> published (demotes, policy becomes inactive)", - "operationId": "update_policy_version_status_policies__policy_id__status_put", - "parameters": [ - { - "in": "path", - "name": "policy_id", - "required": true, - "schema": { - "title": "Policy Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyVersionStatusUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PolicyDBResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Policy Version Status", - "tags": [ - "policy_engine" - ] - } - }, - "/agent/daily/activity": { - "get": { - "description": "Get daily activity for specific agents or all accessible agents.", - "operationId": "get_agent_daily_activity_agent_daily_activity_get", - "parameters": [ - { - "in": "query", - "name": "agent_ids", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Ids" - } - }, - { - "in": "query", - "name": "start_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Start Date" - } - }, - { - "in": "query", - "name": "end_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End Date" - } - }, - { - "in": "query", - "name": "model", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - }, - { - "in": "query", - "name": "api_key", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - } - }, - { - "in": "query", - "name": "page", - "required": false, - "schema": { - "default": 1, - "title": "Page", - "type": "integer" - } - }, - { - "in": "query", - "name": "page_size", - "required": false, - "schema": { - "default": 10, - "title": "Page Size", - "type": "integer" - } - }, - { - "in": "query", - "name": "exclude_agent_ids", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Exclude Agent Ids" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SpendAnalyticsPaginatedResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Agent Daily Activity", - "tags": [ - "agents" - ] - } - }, - "/v1/agents": { - "get": { - "description": "Example usage:\n```\ncurl -X GET \"http://localhost:4000/v1/agents\" -H \"Content-Type: application/json\" -H \"Authorization: Bearer your-key\" ```\n\nPass `?health_check=true` to filter out agents whose URL is unreachable:\n```\ncurl -X GET \"http://localhost:4000/v1/agents?health_check=true\" -H \"Content-Type: application/json\" -H \"Authorization: Bearer your-key\" ```\n\nReturns: List[AgentResponse]", - "operationId": "get_agents_v1_agents_get", - "parameters": [ - { - "description": "When true, performs a GET request to each agent's URL. Agents with reachable URLs (HTTP status < 500) and agents without a URL are returned; unreachable agents are filtered out.", - "in": "query", - "name": "health_check", - "required": false, - "schema": { - "default": false, - "description": "When true, performs a GET request to each agent's URL. Agents with reachable URLs (HTTP status < 500) and agents without a URL are returned; unreachable agents are filtered out.", - "title": "Health Check", - "type": "boolean" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/AgentResponse" - }, - "title": "Response Get Agents V1 Agents Get", - "type": "array" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Agents", - "tags": [ - "agents" - ] - }, - "post": { - "description": "Create a new agent\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/agents\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"agent\": {\n \"agent_name\": \"my-custom-agent\",\n \"agent_card_params\": {\n \"protocolVersion\": \"1.0\",\n \"name\": \"Hello World Agent\",\n \"description\": \"Just a hello world agent\",\n \"url\": \"http://localhost:9999/\",\n \"version\": \"1.0.0\",\n \"defaultInputModes\": [\"text\"],\n \"defaultOutputModes\": [\"text\"],\n \"capabilities\": {\n \"streaming\": true\n },\n \"skills\": [\n {\n \"id\": \"hello_world\",\n \"name\": \"Returns hello world\",\n \"description\": \"just returns hello world\",\n \"tags\": [\"hello world\"],\n \"examples\": [\"hi\", \"hello world\"]\n }\n ]\n },\n \"litellm_params\": {\n \"make_public\": true\n }\n }\n }'\n```", - "operationId": "create_agent_v1_agents_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AgentConfig" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AgentResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Agent", - "tags": [ - "agents" - ] - } - }, - "/v1/agents/make_public": { - "post": { - "description": "Make multiple agents publicly discoverable\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/v1/agents/make_public\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"agent_ids\": [\"123e4567-e89b-12d3-a456-426614174000\", \"123e4567-e89b-12d3-a456-426614174001\"]\n }'\n```\n\nExample Response:\n```json\n{\n \"agent_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"agent_name\": \"my-custom-agent\",\n \"litellm_params\": {\n \"make_public\": true\n },\n \"agent_card_params\": {...},\n \"created_at\": \"2025-11-15T10:30:00Z\",\n \"updated_at\": \"2025-11-15T10:35:00Z\",\n \"created_by\": \"user123\",\n \"updated_by\": \"user123\"\n}\n```", - "operationId": "make_agents_public_v1_agents_make_public_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MakeAgentsPublicRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AgentMakePublicResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Make Agents Public", - "tags": [ - "agents" - ] - } - }, - "/v1/agents/{agent_id}": { - "delete": { - "description": "Delete an agent\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:4000/agents/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"message\": \"Agent 123e4567-e89b-12d3-a456-426614174000 deleted successfully\"\n}\n```", - "operationId": "delete_agent_v1_agents__agent_id__delete", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Agent", - "tags": [ - "agents" - ] - }, - "get": { - "description": "Get a specific agent by ID\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/agents/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```", - "operationId": "get_agent_by_id_v1_agents__agent_id__get", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AgentResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Agent By Id", - "tags": [ - "agents" - ] - }, - "patch": { - "description": "Update an existing agent\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/agents/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"agent\": {\n \"agent_name\": \"updated-agent\",\n \"agent_card_params\": {\n \"protocolVersion\": \"1.0\",\n \"name\": \"Updated Agent\",\n \"description\": \"Updated description\",\n \"url\": \"http://localhost:9999/\",\n \"version\": \"1.1.0\",\n \"defaultInputModes\": [\"text\"],\n \"defaultOutputModes\": [\"text\"],\n \"capabilities\": {\n \"streaming\": true\n },\n \"skills\": []\n },\n \"litellm_params\": {\n \"make_public\": false\n }\n }\n }'\n```", - "operationId": "patch_agent_v1_agents__agent_id__patch", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PatchAgentRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AgentResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Patch Agent", - "tags": [ - "agents" - ] - }, - "put": { - "description": "Update an existing agent\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/agents/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"agent\": {\n \"agent_name\": \"updated-agent\",\n \"agent_card_params\": {\n \"protocolVersion\": \"1.0\",\n \"name\": \"Updated Agent\",\n \"description\": \"Updated description\",\n \"url\": \"http://localhost:9999/\",\n \"version\": \"1.1.0\",\n \"defaultInputModes\": [\"text\"],\n \"defaultOutputModes\": [\"text\"],\n \"capabilities\": {\n \"streaming\": true\n },\n \"skills\": []\n },\n \"litellm_params\": {\n \"make_public\": false\n }\n }\n }'\n```", - "operationId": "update_agent_v1_agents__agent_id__put", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AgentConfig" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AgentResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Agent", - "tags": [ - "agents" - ] - } - }, - "/v1/agents/{agent_id}/make_public": { - "post": { - "description": "Make an agent publicly discoverable\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/v1/agents/123e4567-e89b-12d3-a456-426614174000/make_public\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\"\n```\n\nExample Response:\n```json\n{\n \"agent_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"agent_name\": \"my-custom-agent\",\n \"litellm_params\": {\n \"make_public\": true\n },\n \"agent_card_params\": {...},\n \"created_at\": \"2025-11-15T10:30:00Z\",\n \"updated_at\": \"2025-11-15T10:35:00Z\",\n \"created_by\": \"user123\",\n \"updated_by\": \"user123\"\n}\n```", - "operationId": "make_agent_public_v1_agents__agent_id__make_public_post", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AgentMakePublicResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Make Agent Public", - "tags": [ - "agents" - ] - } - }, - "/v1beta/agents": { - "get": { - "tags": [ - "gemini_agents" - ], - "summary": "gemini_agents", - "responses": { - "200": { - "description": "OK" - } - } - } - }, - "/a2a/{agent_id}": { - "post": { - "description": "Invoke an agent using the A2A protocol (JSON-RPC 2.0).\n\nSupported methods:\n- message/send: Send a message and get a response\n- message/stream: Send a message and stream the response", - "operationId": "invoke_agent_a2a_a2a__agent_id__post", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Invoke Agent A2A", - "tags": [ - "a2a" - ] - } - }, - "/a2a/{agent_id}/.well-known/agent-card.json": { - "get": { - "description": "Get the agent card for an agent (A2A discovery endpoint).\n\nSupports both standard paths:\n- /.well-known/agent-card.json\n- /.well-known/agent.json\n\nThe URL in the agent card is rewritten to point to the LiteLLM proxy,\nso all subsequent A2A calls go through LiteLLM for logging and cost tracking.", - "operationId": "get_agent_card_a2a__agent_id___well_known_agent_card_json_get", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Agent Card", - "tags": [ - "a2a" - ] - } - }, - "/a2a/{agent_id}/.well-known/agent.json": { - "get": { - "description": "Get the agent card for an agent (A2A discovery endpoint).\n\nSupports both standard paths:\n- /.well-known/agent-card.json\n- /.well-known/agent.json\n\nThe URL in the agent card is rewritten to point to the LiteLLM proxy,\nso all subsequent A2A calls go through LiteLLM for logging and cost tracking.", - "operationId": "get_agent_card_a2a__agent_id___well_known_agent_json_get", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Agent Card", - "tags": [ - "a2a" - ] - } - }, - "/a2a/{agent_id}/message/send": { - "post": { - "description": "Invoke an agent using the A2A protocol (JSON-RPC 2.0).\n\nSupported methods:\n- message/send: Send a message and get a response\n- message/stream: Send a message and stream the response", - "operationId": "invoke_agent_a2a_a2a__agent_id__message_send_post", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Invoke Agent A2A", - "tags": [ - "a2a" - ] - } - }, - "/v1/a2a/{agent_id}/message/send": { - "post": { - "description": "Invoke an agent using the A2A protocol (JSON-RPC 2.0).\n\nSupported methods:\n- message/send: Send a message and get a response\n- message/stream: Send a message and stream the response", - "operationId": "invoke_agent_a2a_v1_a2a__agent_id__message_send_post", - "parameters": [ - { - "in": "path", - "name": "agent_id", - "required": true, - "schema": { - "title": "Agent Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Invoke Agent A2A", - "tags": [ - "a2a" - ] - } - }, - "/v1/indexes": { - "post": { - "description": "Create an index. Just writes the index to the database.\n\n```bash\ncurl -L -X POST 'http://0.0.0.0:4000/indexes/create' -H 'Content-Type: application/json' -H 'Authorization: Bearer sk-1234' -H 'LiteLLM-Beta: indexes_beta=v1' -d '{ \n \"index_name\": \"dall-e-3\",\n \"vector_store_index\": \"real-index-name\",\n \"vector_store_name\": \"azure-ai-search\"\n }'\n```", - "operationId": "index_create_v1_indexes_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/IndexCreateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Index Create", - "tags": [ - "vector_stores" - ] - } - }, - "/v1/vector_stores": { - "get": { - "description": "List vector stores.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/list", - "operationId": "vector_store_list_v1_vector_stores_get", - "parameters": [ - { - "in": "query", - "name": "after", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "in": "query", - "name": "before", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Before" - } - }, - { - "in": "query", - "name": "limit", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 20, - "title": "Limit" - } - }, - { - "in": "query", - "name": "order", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "desc", - "title": "Order" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store List", - "tags": [ - "vector_stores" - ] - }, - "post": { - "description": "Create a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/create\n\nSupports target_model_names parameter for creating vector stores across multiple models:\n```json\n{\n \"name\": \"my-vector-store\",\n \"target_model_names\": \"gpt-4,gemini-2.0\"\n}\n```", - "operationId": "vector_store_create_v1_vector_stores_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Create", - "tags": [ - "vector_stores" - ] - } - }, - "/v1/vector_stores/{vector_store_id}": { - "delete": { - "description": "Delete a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/delete", - "operationId": "vector_store_delete_v1_vector_stores__vector_store_id__delete", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Delete", - "tags": [ - "vector_stores" - ] - }, - "get": { - "description": "Retrieve a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/retrieve", - "operationId": "vector_store_retrieve_v1_vector_stores__vector_store_id__get", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Retrieve", - "tags": [ - "vector_stores" - ] - }, - "post": { - "description": "Update a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/modify", - "operationId": "vector_store_update_v1_vector_stores__vector_store_id__post", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Update", - "tags": [ - "vector_stores" - ] - } - }, - "/v1/vector_stores/{vector_store_id}/files": { - "get": { - "operationId": "vector_store_file_list_v1_vector_stores__vector_store_id__files_get", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File List", - "tags": [ - "vector_stores" - ] - }, - "post": { - "operationId": "vector_store_file_create_v1_vector_stores__vector_store_id__files_post", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Create", - "tags": [ - "vector_stores" - ] - } - }, - "/v1/vector_stores/{vector_store_id}/files/{file_id}": { - "delete": { - "operationId": "vector_store_file_delete_v1_vector_stores__vector_store_id__files__file_id__delete", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - }, - { - "in": "path", - "name": "file_id", - "required": true, - "schema": { - "title": "File Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Delete", - "tags": [ - "vector_stores" - ] - }, - "get": { - "operationId": "vector_store_file_retrieve_v1_vector_stores__vector_store_id__files__file_id__get", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - }, - { - "in": "path", - "name": "file_id", - "required": true, - "schema": { - "title": "File Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Retrieve", - "tags": [ - "vector_stores" - ] - }, - "post": { - "operationId": "vector_store_file_update_v1_vector_stores__vector_store_id__files__file_id__post", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - }, - { - "in": "path", - "name": "file_id", - "required": true, - "schema": { - "title": "File Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Update", - "tags": [ - "vector_stores" - ] - } - }, - "/v1/vector_stores/{vector_store_id}/files/{file_id}/content": { - "get": { - "operationId": "vector_store_file_content_v1_vector_stores__vector_store_id__files__file_id__content_get", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - }, - { - "in": "path", - "name": "file_id", - "required": true, - "schema": { - "title": "File Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Content", - "tags": [ - "vector_stores" - ] - } - }, - "/v1/vector_stores/{vector_store_id}/search": { - "post": { - "description": "Search a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/search", - "operationId": "vector_store_search_v1_vector_stores__vector_store_id__search_post", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Search", - "tags": [ - "vector_stores" - ] - } - }, - "/vector_stores": { - "get": { - "description": "List vector stores.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/list", - "operationId": "vector_store_list_vector_stores_get", - "parameters": [ - { - "in": "query", - "name": "after", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "in": "query", - "name": "before", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Before" - } - }, - { - "in": "query", - "name": "limit", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 20, - "title": "Limit" - } - }, - { - "in": "query", - "name": "order", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "desc", - "title": "Order" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store List", - "tags": [ - "vector_stores" - ] - }, - "post": { - "description": "Create a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/create\n\nSupports target_model_names parameter for creating vector stores across multiple models:\n```json\n{\n \"name\": \"my-vector-store\",\n \"target_model_names\": \"gpt-4,gemini-2.0\"\n}\n```", - "operationId": "vector_store_create_vector_stores_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Create", - "tags": [ - "vector_stores" - ] - } - }, - "/vector_stores/{vector_store_id}": { - "delete": { - "description": "Delete a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/delete", - "operationId": "vector_store_delete_vector_stores__vector_store_id__delete", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Delete", - "tags": [ - "vector_stores" - ] - }, - "get": { - "description": "Retrieve a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/retrieve", - "operationId": "vector_store_retrieve_vector_stores__vector_store_id__get", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Retrieve", - "tags": [ - "vector_stores" - ] - }, - "post": { - "description": "Update a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/modify", - "operationId": "vector_store_update_vector_stores__vector_store_id__post", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Update", - "tags": [ - "vector_stores" - ] - } - }, - "/vector_stores/{vector_store_id}/files": { - "get": { - "operationId": "vector_store_file_list_vector_stores__vector_store_id__files_get", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File List", - "tags": [ - "vector_stores" - ] - }, - "post": { - "operationId": "vector_store_file_create_vector_stores__vector_store_id__files_post", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Create", - "tags": [ - "vector_stores" - ] - } - }, - "/vector_stores/{vector_store_id}/files/{file_id}": { - "delete": { - "operationId": "vector_store_file_delete_vector_stores__vector_store_id__files__file_id__delete", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - }, - { - "in": "path", - "name": "file_id", - "required": true, - "schema": { - "title": "File Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Delete", - "tags": [ - "vector_stores" - ] - }, - "get": { - "operationId": "vector_store_file_retrieve_vector_stores__vector_store_id__files__file_id__get", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - }, - { - "in": "path", - "name": "file_id", - "required": true, - "schema": { - "title": "File Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Retrieve", - "tags": [ - "vector_stores" - ] - }, - "post": { - "operationId": "vector_store_file_update_vector_stores__vector_store_id__files__file_id__post", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - }, - { - "in": "path", - "name": "file_id", - "required": true, - "schema": { - "title": "File Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Update", - "tags": [ - "vector_stores" - ] - } - }, - "/vector_stores/{vector_store_id}/files/{file_id}/content": { - "get": { - "operationId": "vector_store_file_content_vector_stores__vector_store_id__files__file_id__content_get", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - }, - { - "in": "path", - "name": "file_id", - "required": true, - "schema": { - "title": "File Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store File Content", - "tags": [ - "vector_stores" - ] - } - }, - "/vector_stores/{vector_store_id}/search": { - "post": { - "description": "Search a vector store.\n\nAPI Reference:\nhttps://platform.openai.com/docs/api-reference/vector-stores/search", - "operationId": "vector_store_search_vector_stores__vector_store_id__search_post", - "parameters": [ - { - "in": "path", - "name": "vector_store_id", - "required": true, - "schema": { - "title": "Vector Store Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vector Store Search", - "tags": [ - "vector_stores" - ] - } - }, - "/v1/vector_store/list": { - "get": { - "description": "List all available vector stores with optional filtering and pagination.\nCombines both in-memory vector stores and those stored in the database.\nDatabase is the source of truth - deleted stores are removed from memory, updated stores sync to memory.\n\nParameters:\n- page: int - Page number for pagination (default: 1)\n- page_size: int - Number of items per page (default: 100)", - "operationId": "list_vector_stores_v1_vector_store_list_get", - "parameters": [ - { - "in": "query", - "name": "page", - "required": false, - "schema": { - "default": 1, - "title": "Page", - "type": "integer" - } - }, - { - "in": "query", - "name": "page_size", - "required": false, - "schema": { - "default": 100, - "title": "Page Size", - "type": "integer" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_ManagedVectorStoreListResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Vector Stores", - "tags": [ - "vector_store_management" - ] - } - }, - "/vector_store/delete": { - "post": { - "description": "Delete a vector store from both database and in-memory registry.\n\nParameters:\n- vector_store_id: str - ID of the vector store to delete", - "operationId": "delete_vector_store_vector_store_delete_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VectorStoreDeleteRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Vector Store", - "tags": [ - "vector_store_management" - ] - } - }, - "/vector_store/info": { - "post": { - "description": "Return a single vector store's details", - "operationId": "get_vector_store_info_vector_store_info_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VectorStoreInfoRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ResponseLiteLLM_ManagedVectorStore" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Vector Store Info", - "tags": [ - "vector_store_management" - ] - } - }, - "/vector_store/list": { - "get": { - "description": "List all available vector stores with optional filtering and pagination.\nCombines both in-memory vector stores and those stored in the database.\nDatabase is the source of truth - deleted stores are removed from memory, updated stores sync to memory.\n\nParameters:\n- page: int - Page number for pagination (default: 1)\n- page_size: int - Number of items per page (default: 100)", - "operationId": "list_vector_stores_vector_store_list_get", - "parameters": [ - { - "in": "query", - "name": "page", - "required": false, - "schema": { - "default": 1, - "title": "Page", - "type": "integer" - } - }, - { - "in": "query", - "name": "page_size", - "required": false, - "schema": { - "default": 100, - "title": "Page Size", - "type": "integer" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_ManagedVectorStoreListResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Vector Stores", - "tags": [ - "vector_store_management" - ] - } - }, - "/vector_store/new": { - "post": { - "description": "Create a new vector store.\n\nParameters:\n- vector_store_id: str - Unique identifier for the vector store\n- custom_llm_provider: str - Provider of the vector store\n- vector_store_name: Optional[str] - Name of the vector store\n- vector_store_description: Optional[str] - Description of the vector store\n- vector_store_metadata: Optional[Dict] - Additional metadata for the vector store", - "operationId": "new_vector_store_vector_store_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_ManagedVectorStore" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "New Vector Store", - "tags": [ - "vector_store_management" - ] - } - }, - "/vector_store/update": { - "post": { - "description": "Update vector store details in both database and in-memory registry.\nThe updated data is immediately synchronized to the in-memory registry.", - "operationId": "update_vector_store_vector_store_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VectorStoreUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Vector Store", - "tags": [ - "vector_store_management" - ] - } - }, - "/v1/tool/list": { - "get": { - "description": "List all auto-discovered tools and their policies.\n\nParameters:\n- input_policy: Optional filter \u2014 one of \"trusted\", \"untrusted\", \"blocked\"", - "operationId": "list_tools_v1_tool_list_get", - "parameters": [ - { - "in": "query", - "name": "input_policy", - "required": false, - "schema": { - "anyOf": [ - { - "enum": [ - "trusted", - "untrusted", - "blocked" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Input Policy" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ToolListResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Tools", - "tags": [ - "tools" - ] - } - }, - "/v1/tool/policy": { - "post": { - "description": "Set the input_policy and/or output_policy for a tool (global), or block for a specific team/key (override).\n\nParameters:\n- tool_name: str - The tool to update\n- input_policy: optional - \"trusted\" | \"untrusted\" | \"blocked\"\n- output_policy: optional - \"trusted\" | \"untrusted\"\n- team_id: optional - if set, create/update override for this team only\n- key_hash: optional - if set, create/update override for this key only", - "operationId": "update_tool_policy_v1_tool_policy_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ToolPolicyUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ToolPolicyUpdateResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Tool Policy", - "tags": [ - "tools" - ] - } - }, - "/v1/tool/policy/options": { - "get": { - "description": "Return the available input and output policy options with descriptions.\nStatic data \u2014 no DB call.", - "operationId": "get_tool_policy_options_v1_tool_policy_options_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ToolPolicyOptionsResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Tool Policy Options", - "tags": [ - "tools" - ] - } - }, - "/v1/tool/{tool_name}": { - "get": { - "description": "Get details for a single tool.", - "operationId": "get_tool_v1_tool__tool_name__get", - "parameters": [ - { - "in": "path", - "name": "tool_name", - "required": true, - "schema": { - "title": "Tool Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_ToolTableRow" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Tool", - "tags": [ - "tools" - ] - } - }, - "/v1/tool/{tool_name}/detail": { - "get": { - "description": "Get a single tool with its policy overrides (for UI detail view).", - "operationId": "get_tool_detail_v1_tool__tool_name__detail_get", - "parameters": [ - { - "in": "path", - "name": "tool_name", - "required": true, - "schema": { - "title": "Tool Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ToolDetailResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Tool Detail", - "tags": [ - "tools" - ] - } - }, - "/v1/tool/{tool_name}/logs": { - "get": { - "description": "Return paginated spend logs for requests that used this tool (from SpendLogToolIndex).", - "operationId": "get_tool_usage_logs_v1_tool__tool_name__logs_get", - "parameters": [ - { - "in": "path", - "name": "tool_name", - "required": true, - "schema": { - "title": "Tool Name", - "type": "string" - } - }, - { - "in": "query", - "name": "page", - "required": false, - "schema": { - "default": 1, - "minimum": 1, - "title": "Page", - "type": "integer" - } - }, - { - "in": "query", - "name": "page_size", - "required": false, - "schema": { - "default": 50, - "maximum": 100, - "minimum": 1, - "title": "Page Size", - "type": "integer" - } - }, - { - "description": "YYYY-MM-DD", - "in": "query", - "name": "start_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "YYYY-MM-DD", - "title": "Start Date" - } - }, - { - "description": "YYYY-MM-DD", - "in": "query", - "name": "end_date", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "YYYY-MM-DD", - "title": "End Date" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ToolUsageLogsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Tool Usage Logs", - "tags": [ - "tools" - ] - } - }, - "/v1/tool/{tool_name}/overrides": { - "delete": { - "description": "Remove a policy override for a tool. Specify the override by team_id or key_hash\n(exactly one required).", - "operationId": "delete_tool_policy_override_v1_tool__tool_name__overrides_delete", - "parameters": [ - { - "in": "path", - "name": "tool_name", - "required": true, - "schema": { - "title": "Tool Name", - "type": "string" - } - }, - { - "description": "Team ID of the override to remove", - "in": "query", - "name": "team_id", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Team ID of the override to remove", - "title": "Team Id" - } - }, - { - "description": "Key hash of the override to remove", - "in": "query", - "name": "key_hash", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Key hash of the override to remove", - "title": "Key Hash" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Tool Policy Override", - "tags": [ - "tools" - ] - } - }, - "/search_tools": { - "post": { - "description": "Create a new search tool.\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/search_tools\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"search_tool\": {\n \"search_tool_name\": \"litellm-search\",\n \"litellm_params\": {\n \"search_provider\": \"perplexity\",\n \"api_key\": \"sk-...\"\n },\n \"search_tool_info\": {\n \"description\": \"Perplexity search tool\"\n }\n }\n }'\n```\n\nExample Response:\n```json\n{\n \"search_tool_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"search_tool_name\": \"litellm-search\",\n \"litellm_params\": {\n \"search_provider\": \"perplexity\",\n \"api_key\": \"sk-...\"\n },\n \"search_tool_info\": {\n \"description\": \"Perplexity search tool\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\"\n}\n```", - "operationId": "create_search_tool_search_tools_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CreateSearchToolRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Search Tool", - "tags": [ - "search_tools" - ] - } - }, - "/search_tools/list": { - "get": { - "description": "List all search tools that are available in the database and config file.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/search_tools/list\" -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"search_tools\": [\n {\n \"search_tool_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"search_tool_name\": \"litellm-search\",\n \"litellm_params\": {\n \"search_provider\": \"perplexity\",\n \"api_key\": \"sk-***\",\n \"api_base\": \"https://api.perplexity.ai\"\n },\n \"search_tool_info\": {\n \"description\": \"Perplexity search tool\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\",\n \"is_from_config\": false\n },\n {\n \"search_tool_name\": \"config-search-tool\",\n \"litellm_params\": {\n \"search_provider\": \"tavily\",\n \"api_key\": \"tvly-***\"\n },\n \"is_from_config\": true\n }\n ]\n}\n```", - "operationId": "list_search_tools_search_tools_list_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListSearchToolsResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Search Tools", - "tags": [ - "search_tools" - ] - } - }, - "/search_tools/test_connection": { - "post": { - "description": "Test connection to a search provider with the given configuration.\n\nMakes a simple test search query to verify the API key and configuration are valid.\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/search_tools/test_connection\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"litellm_params\": {\n \"search_provider\": \"perplexity\",\n \"api_key\": \"sk-...\"\n }\n }'\n```\n\nExample Response (Success):\n```json\n{\n \"status\": \"success\",\n \"message\": \"Successfully connected to perplexity search provider\",\n \"test_query\": \"test\",\n \"results_count\": 5\n}\n```\n\nExample Response (Failure):\n```json\n{\n \"status\": \"error\",\n \"message\": \"Authentication failed: Invalid API key\",\n \"error_type\": \"AuthenticationError\"\n}\n```", - "operationId": "test_search_tool_connection_search_tools_test_connection_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TestSearchToolConnectionRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Search Tool Connection", - "tags": [ - "search_tools" - ] - } - }, - "/search_tools/ui/available_providers": { - "get": { - "description": "Get the list of available search providers with their configuration fields.\n\nAuto-discovers search providers and their UI-friendly names from transformation configs.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/search_tools/ui/available_providers\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"providers\": [\n {\n \"provider_name\": \"perplexity\",\n \"ui_friendly_name\": \"Perplexity\"\n },\n {\n \"provider_name\": \"tavily\",\n \"ui_friendly_name\": \"Tavily\"\n }\n ]\n}\n```", - "operationId": "get_available_search_providers_search_tools_ui_available_providers_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Available Search Providers", - "tags": [ - "search_tools" - ] - } - }, - "/search_tools/{search_tool_id}": { - "delete": { - "description": "Delete a search tool.\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:4000/search_tools/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"message\": \"Search tool 123e4567-e89b-12d3-a456-426614174000 deleted successfully\",\n \"search_tool_name\": \"litellm-search\"\n}\n```", - "operationId": "delete_search_tool_search_tools__search_tool_id__delete", - "parameters": [ - { - "in": "path", - "name": "search_tool_id", - "required": true, - "schema": { - "title": "Search Tool Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Search Tool", - "tags": [ - "search_tools" - ] - }, - "get": { - "description": "Get detailed information about a specific search tool by ID.\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/search_tools/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"search_tool_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"search_tool_name\": \"litellm-search\",\n \"litellm_params\": {\n \"search_provider\": \"perplexity\",\n \"api_key\": \"sk-***\"\n },\n \"search_tool_info\": {\n \"description\": \"Perplexity search tool\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\"\n}\n```", - "operationId": "get_search_tool_info_search_tools__search_tool_id__get", - "parameters": [ - { - "in": "path", - "name": "search_tool_id", - "required": true, - "schema": { - "title": "Search Tool Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Search Tool Info", - "tags": [ - "search_tools" - ] - }, - "put": { - "description": "Update an existing search tool.\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/search_tools/123e4567-e89b-12d3-a456-426614174000\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"search_tool\": {\n \"search_tool_name\": \"updated-search\",\n \"litellm_params\": {\n \"search_provider\": \"perplexity\",\n \"api_key\": \"sk-new-key\"\n },\n \"search_tool_info\": {\n \"description\": \"Updated search tool\"\n }\n }\n }'\n```\n\nExample Response:\n```json\n{\n \"search_tool_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"search_tool_name\": \"updated-search\",\n \"litellm_params\": {\n \"search_provider\": \"perplexity\",\n \"api_key\": \"sk-new-key\"\n },\n \"search_tool_info\": {\n \"description\": \"Updated search tool\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T13:45:12.345Z\"\n}\n```", - "operationId": "update_search_tool_search_tools__search_tool_id__put", - "parameters": [ - { - "in": "path", - "name": "search_tool_id", - "required": true, - "schema": { - "title": "Search Tool Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateSearchToolRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Search Tool", - "tags": [ - "search_tools" - ] - } - }, - "/v1/mcp/access_groups": { - "get": { - "description": "Get all available MCP access groups from the database AND config", - "operationId": "get_mcp_access_groups_v1_mcp_access_groups_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Mcp Access Groups", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/discover": { - "get": { - "description": "Returns a curated list of well-known MCP servers for discovery UI", - "operationId": "discover_mcp_servers_v1_mcp_discover_get", - "parameters": [ - { - "description": "Search filter for server names and descriptions", - "in": "query", - "name": "query", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Search filter for server names and descriptions", - "title": "Query" - } - }, - { - "description": "Filter by category", - "in": "query", - "name": "category", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter by category", - "title": "Category" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Discover Mcp Servers", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/make_public": { - "post": { - "description": "Allows making MCP servers public for AI Hub", - "operationId": "make_mcp_servers_public_v1_mcp_make_public_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MakeMCPServersPublicRequest" - } - } - }, - "required": true - }, - "responses": { - "202": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Make Mcp Servers Public", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/network/client-ip": { - "get": { - "description": "Returns the caller's IP address as seen by the proxy.", - "operationId": "get_client_ip_v1_mcp_network_client_ip_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Client Ip", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/openapi-registry": { - "get": { - "description": "Returns well-known OpenAPI APIs with OAuth 2.0 metadata for the OpenAPI MCP picker", - "operationId": "get_openapi_registry_v1_mcp_openapi_registry_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Openapi Registry", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/registry.json": { - "get": { - "description": "MCP registry endpoint. Spec: https://github.com/modelcontextprotocol/registry", - "operationId": "get_mcp_registry_v1_mcp_registry_json_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "summary": "Get Mcp Registry", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server": { - "get": { - "description": "Returns the mcp server list with associated teams", - "operationId": "fetch_all_mcp_servers_v1_mcp_server_get", - "parameters": [ - { - "description": "Filter MCP servers by team scope. When provided, returns only servers the team has access to plus globally available (allow_all_keys) servers. Used by the Create Key UI to show team-scoped MCP servers.", - "in": "query", - "name": "team_id", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Filter MCP servers by team scope. When provided, returns only servers the team has access to plus globally available (allow_all_keys) servers. Used by the Create Key UI to show team-scoped MCP servers.", - "title": "Team Id" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/LiteLLM_MCPServerTable" - }, - "title": "Response Fetch All Mcp Servers V1 Mcp Server Get", - "type": "array" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Fetch All Mcp Servers", - "tags": [ - "mcp_management" - ] - }, - "post": { - "description": "Allows creation of mcp servers", - "operationId": "add_mcp_server_v1_mcp_server_post", - "parameters": [ - { - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "in": "header", - "name": "litellm-changed-by", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewMCPServerRequest" - } - } - }, - "required": true - }, - "responses": { - "201": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MCPServerTable" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Add Mcp Server", - "tags": [ - "mcp_management" - ] - }, - "put": { - "description": "Allows deleting mcp serves in the db", - "operationId": "edit_mcp_server_v1_mcp_server_put", - "parameters": [ - { - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "in": "header", - "name": "litellm-changed-by", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateMCPServerRequest" - } - } - }, - "required": true - }, - "responses": { - "202": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MCPServerTable" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Edit Mcp Server", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/health": { - "get": { - "description": "Health check for MCP servers", - "operationId": "health_check_servers_v1_mcp_server_health_get", - "parameters": [ - { - "description": "Server IDs to check. If not provided, checks all accessible servers.", - "in": "query", - "name": "server_ids", - "required": false, - "schema": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Server IDs to check. If not provided, checks all accessible servers.", - "title": "Server Ids" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Health Check Servers", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/oauth/session": { - "post": { - "description": "Temporarily cache an MCP server in memory without writing to the database", - "operationId": "add_session_mcp_server_v1_mcp_server_oauth_session_post", - "parameters": [ - { - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "in": "header", - "name": "litellm-changed-by", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewMCPServerRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Add Session Mcp Server", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/register": { - "post": { - "description": "Submit a new MCP server for admin review (non-admin users). Mirrors POST /guardrails/register.", - "operationId": "register_mcp_server_v1_mcp_server_register_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewMCPServerRequest" - } - } - }, - "required": true - }, - "responses": { - "201": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MCPServerTable" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Register Mcp Server", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/submissions": { - "get": { - "description": "Returns all MCP servers submitted by non-admin users (admin review queue). Mirrors GET /guardrails/submissions.", - "operationId": "get_mcp_server_submissions_v1_mcp_server_submissions_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPSubmissionsSummary" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Mcp Server Submissions", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/{server_id}": { - "delete": { - "description": "Allows deleting mcp serves in the db", - "operationId": "remove_mcp_server_v1_mcp_server__server_id__delete", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - }, - { - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "in": "header", - "name": "litellm-changed-by", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability", - "title": "Litellm-Changed-By" - } - } - ], - "responses": { - "202": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Remove Mcp Server", - "tags": [ - "mcp_management" - ] - }, - "get": { - "description": "Returns the mcp server info", - "operationId": "fetch_mcp_server_v1_mcp_server__server_id__get", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MCPServerTable" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Fetch Mcp Server", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/{server_id}/approve": { - "put": { - "description": "Approve a pending MCP server submission (admin only). Mirrors PUT /guardrails/{id}/approve.", - "operationId": "approve_mcp_server_submission_v1_mcp_server__server_id__approve_put", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MCPServerTable" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Approve Mcp Server Submission", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/{server_id}/oauth-user-credential": { - "delete": { - "description": "Revoke the calling user's stored OAuth2 token for an MCP server", - "operationId": "delete_mcp_oauth_user_credential_v1_mcp_server__server_id__oauth_user_credential_delete", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPOAuthUserCredentialStatus" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Mcp Oauth User Credential", - "tags": [ - "mcp_management" - ] - }, - "post": { - "description": "Store the calling user's OAuth2 token for an OpenAPI MCP server", - "operationId": "store_mcp_oauth_user_credential_v1_mcp_server__server_id__oauth_user_credential_post", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPOAuthUserCredentialRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPOAuthUserCredentialStatus" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Store Mcp Oauth User Credential", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/{server_id}/oauth-user-credential/status": { - "get": { - "description": "Check whether the calling user has a stored OAuth2 credential for this MCP server", - "operationId": "get_mcp_oauth_user_credential_status_v1_mcp_server__server_id__oauth_user_credential_status_get", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPOAuthUserCredentialStatus" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Mcp Oauth User Credential Status", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/{server_id}/reject": { - "put": { - "description": "Reject a pending MCP server submission (admin only). Mirrors PUT /guardrails/{id}/reject.", - "operationId": "reject_mcp_server_submission_v1_mcp_server__server_id__reject_put", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RejectMCPServerRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/LiteLLM_MCPServerTable" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Reject Mcp Server Submission", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/server/{server_id}/user-credential": { - "delete": { - "description": "Delete the calling user's stored API key for a BYOK MCP server", - "operationId": "delete_mcp_user_credential_v1_mcp_server__server_id__user_credential_delete", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPUserCredentialResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Mcp User Credential", - "tags": [ - "mcp_management" - ] - }, - "post": { - "description": "Store or update the calling user's API key for a BYOK MCP server", - "operationId": "store_mcp_user_credential_v1_mcp_server__server_id__user_credential_post", - "parameters": [ - { - "in": "path", - "name": "server_id", - "required": true, - "schema": { - "title": "Server Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPUserCredentialRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/MCPUserCredentialResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Store Mcp User Credential", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/tools": { - "get": { - "description": "Get all MCP tools available for the current key, including those from access groups", - "operationId": "get_mcp_tools_v1_mcp_tools_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Mcp Tools", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/toolset": { - "get": { - "description": "List MCP toolsets accessible to the calling key", - "operationId": "fetch_mcp_toolsets_v1_mcp_toolset_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Fetch Mcp Toolsets", - "tags": [ - "mcp_management" - ] - }, - "post": { - "description": "Create a new MCP toolset (admin only)", - "operationId": "add_mcp_toolset_v1_mcp_toolset_post", - "parameters": [ - { - "in": "header", - "name": "litellm-changed-by", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm-Changed-By" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewMCPToolsetRequest" - } - } - }, - "required": true - }, - "responses": { - "201": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Add Mcp Toolset", - "tags": [ - "mcp_management" - ] - }, - "put": { - "description": "Update an existing MCP toolset (admin only)", - "operationId": "edit_mcp_toolset_v1_mcp_toolset_put", - "parameters": [ - { - "in": "header", - "name": "litellm-changed-by", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm-Changed-By" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateMCPToolsetRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Edit Mcp Toolset", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/toolset/{toolset_id}": { - "delete": { - "description": "Delete an MCP toolset (admin only)", - "operationId": "remove_mcp_toolset_v1_mcp_toolset__toolset_id__delete", - "parameters": [ - { - "in": "path", - "name": "toolset_id", - "required": true, - "schema": { - "title": "Toolset Id", - "type": "string" - } - }, - { - "in": "header", - "name": "litellm-changed-by", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm-Changed-By" - } - } - ], - "responses": { - "202": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Remove Mcp Toolset", - "tags": [ - "mcp_management" - ] - }, - "get": { - "description": "Get a specific MCP toolset by ID", - "operationId": "fetch_mcp_toolset_v1_mcp_toolset__toolset_id__get", - "parameters": [ - { - "in": "path", - "name": "toolset_id", - "required": true, - "schema": { - "title": "Toolset Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Fetch Mcp Toolset", - "tags": [ - "mcp_management" - ] - } - }, - "/v1/mcp/user-credentials": { - "get": { - "description": "List all OAuth2 MCP credentials stored for the calling user", - "operationId": "list_mcp_user_credentials_v1_mcp_user_credentials_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/MCPUserCredentialListItem" - }, - "title": "Response List Mcp User Credentials V1 Mcp User Credentials Get", - "type": "array" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Mcp User Credentials", - "tags": [ - "mcp_management" - ] - } - }, - "/mcp-rest/test/connection": { - "post": { - "description": "Test if we can connect to the provided MCP server before adding it", - "operationId": "test_connection_mcp_rest_test_connection_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewMCPServerRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Connection", - "tags": [ - "mcp_rest" - ] - } - }, - "/mcp-rest/test/tools/list": { - "post": { - "description": "Preview tools available from MCP server before adding it", - "operationId": "test_tools_list_mcp_rest_test_tools_list_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/NewMCPServerRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Tools List", - "tags": [ - "mcp_rest" - ] - } - }, - "/mcp-rest/tools/call": { - "post": { - "description": "REST API to call a specific MCP tool with the provided arguments", - "operationId": "call_tool_rest_api_mcp_rest_tools_call_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Call Tool Rest Api", - "tags": [ - "mcp_rest" - ] - } - }, - "/mcp-rest/tools/list": { - "get": { - "description": "List all available tools with information about the server they belong to.\n\nExample response:\n{\n \"tools\": [\n {\n \"name\": \"create_zap\",\n \"description\": \"Create a new zap\",\n \"inputSchema\": \"tool_input_schema\",\n \"mcp_info\": {\n \"server_name\": \"zapier\",\n \"logo_url\": \"https://www.zapier.com/logo.png\",\n }\n }\n ],\n \"error\": null,\n \"message\": \"Successfully retrieved tools\"\n}", - "operationId": "list_tool_rest_api_mcp_rest_tools_list_get", - "parameters": [ - { - "description": "The server id to list tools for", - "in": "query", - "name": "server_id", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The server id to list tools for", - "title": "Server Id" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "additionalProperties": true, - "title": "Response List Tool Rest Api Mcp Rest Tools List Get", - "type": "object" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Tool Rest Api", - "tags": [ - "mcp_rest" - ] - } - }, - "/config_overrides/hashicorp_vault": { - "delete": { - "description": "Delete Hashicorp Vault configuration. Idempotent.", - "operationId": "delete_hashicorp_vault_config_config_overrides_hashicorp_vault_delete", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Hashicorp Vault Config", - "tags": [ - "config_overrides" - ] - }, - "get": { - "description": "Get current Hashicorp Vault configuration.\nReturns decrypted values from DB, or falls back to current env vars.", - "operationId": "get_hashicorp_vault_config_config_overrides_hashicorp_vault_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ConfigOverrideSettingsResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Hashicorp Vault Config", - "tags": [ - "config_overrides" - ] - }, - "post": { - "description": "Update Hashicorp Vault secret manager configuration.\nSets environment variables, encrypts sensitive fields, and stores in DB.\nReinitializes the secret manager on this pod.", - "operationId": "update_hashicorp_vault_config_config_overrides_hashicorp_vault_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HashicorpVaultConfig" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Hashicorp Vault Config", - "tags": [ - "config_overrides" - ] - } - }, - "/config_overrides/hashicorp_vault/test_connection": { - "post": { - "description": "Test the connection to the currently configured Hashicorp Vault.\nUses the already-initialized secret manager client. Does not modify any state.", - "operationId": "test_hashicorp_vault_connection_config_overrides_hashicorp_vault_test_connection_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Hashicorp Vault Connection", - "tags": [ - "config_overrides" - ] - } - }, - "/openai/v1/realtime/calls": { - "post": { - "operationId": "proxy_realtime_calls_openai_v1_realtime_calls_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "summary": "Proxy Realtime Calls", - "tags": [ - "realtime" - ] - } - }, - "/openai/v1/realtime/client_secrets": { - "post": { - "operationId": "create_realtime_client_secret_openai_v1_realtime_client_secrets_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RealtimeClientSecretResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Realtime Client Secret", - "tags": [ - "realtime" - ] - } - }, - "/realtime/calls": { - "post": { - "operationId": "proxy_realtime_calls_realtime_calls_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "summary": "Proxy Realtime Calls", - "tags": [ - "realtime" - ] - } - }, - "/realtime/client_secrets": { - "post": { - "operationId": "create_realtime_client_secret_realtime_client_secrets_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RealtimeClientSecretResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Realtime Client Secret", - "tags": [ - "realtime" - ] - } - }, - "/v1/realtime/calls": { - "post": { - "operationId": "proxy_realtime_calls_v1_realtime_calls_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "summary": "Proxy Realtime Calls", - "tags": [ - "realtime" - ] - } - }, - "/v1/realtime/client_secrets": { - "post": { - "operationId": "create_realtime_client_secret_v1_realtime_client_secrets_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RealtimeClientSecretResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Realtime Client Secret", - "tags": [ - "realtime" - ] - } - }, - "/api/event_logging/batch": { - "post": { - "description": "Stubbed endpoint for Anthropic event logging batch requests.\n\nThis endpoint accepts event logging requests but does nothing with them.\nIt exists to prevent 404 errors from Claude Code clients that send telemetry.", - "operationId": "event_logging_batch_api_event_logging_batch_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "summary": "Event Logging Batch", - "tags": [ - "anthropic_passthrough" - ] - } - }, - "/v1/messages": { - "post": { - "description": "Use `{PROXY_BASE_URL}/anthropic/v1/messages` instead - [Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion).\n\nThis was a BETA endpoint that calls 100+ LLMs in the anthropic format.", - "operationId": "anthropic_response_v1_messages_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Anthropic Response", - "tags": [ - "anthropic_passthrough" - ] - } - }, - "/v1/messages/count_tokens": { - "post": { - "description": "Count tokens for Anthropic Messages API format.\n\nThis endpoint follows the Anthropic Messages API token counting specification.\nIt accepts the same parameters as the /v1/messages endpoint but returns\ntoken counts instead of generating a response.\n\nExample usage:\n```\ncurl -X POST \"http://localhost:4000/v1/messages/count_tokens?beta=true\" -H \"Content-Type: application/json\" -H \"Authorization: Bearer your-key\" -d '{\n \"model\": \"claude-3-sonnet-20240229\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hello Claude!\"}]\n }'\n```\n\nReturns: {\"input_tokens\": }", - "operationId": "count_tokens_v1_messages_count_tokens_post", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Count Tokens", - "tags": [ - "anthropic_passthrough" - ] - } - }, - "/v1/skills": { - "get": { - "description": "List skills on Anthropic.\n\nRequires `?beta=true` query parameter.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: claude-account-1`\n- Pass model via query: `?model=claude-account-1`\n- Pass model via body: `{\"model\": \"claude-account-1\"}`\n\nExample usage:\n```bash\n# Basic usage\ncurl \"http://localhost:4000/v1/skills?beta=true&limit=10\" -H \"Authorization: Bearer your-key\"\n\n# With model-based routing\ncurl \"http://localhost:4000/v1/skills?beta=true&limit=10\" -H \"Authorization: Bearer your-key\" -H \"x-litellm-model: claude-account-1\"\n```\n\nReturns: ListSkillsResponse with list of skills", - "operationId": "list_skills_v1_skills_get", - "parameters": [ - { - "in": "query", - "name": "limit", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 10, - "title": "Limit" - } - }, - { - "in": "query", - "name": "after_id", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After Id" - } - }, - { - "in": "query", - "name": "before_id", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Before Id" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "anthropic", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListSkillsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Skills", - "tags": [ - "anthropic_skills" - ] - }, - "post": { - "description": "Create a new skill on Anthropic.\n\nRequires `?beta=true` query parameter.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: claude-account-1`\n- Pass model via query: `?model=claude-account-1`\n- Pass model via form field: `model=claude-account-1`\n\nExample usage:\n```bash\n# Basic usage\ncurl -X POST \"http://localhost:4000/v1/skills?beta=true\" -H \"Content-Type: multipart/form-data\" -H \"Authorization: Bearer your-key\" -F \"display_title=My Skill\" -F \"files[]=@skill.zip\"\n\n# With model-based routing\ncurl -X POST \"http://localhost:4000/v1/skills?beta=true\" -H \"Content-Type: multipart/form-data\" -H \"Authorization: Bearer your-key\" -H \"x-litellm-model: claude-account-1\" -F \"display_title=My Skill\" -F \"files[]=@skill.zip\"\n```\n\nReturns: Skill object with id, display_title, etc.", - "operationId": "create_skill_v1_skills_post", - "parameters": [ - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "anthropic", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Skill" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Skill", - "tags": [ - "anthropic_skills" - ] - } - }, - "/v1/skills/{skill_id}": { - "delete": { - "description": "Delete a skill by ID from Anthropic.\n\nRequires `?beta=true` query parameter.\n\nNote: Anthropic does not allow deleting skills with existing versions.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: claude-account-1`\n- Pass model via query: `?model=claude-account-1`\n- Pass model via body: `{\"model\": \"claude-account-1\"}`\n\nExample usage:\n```bash\n# Basic usage\ncurl -X DELETE \"http://localhost:4000/v1/skills/skill_123?beta=true\" -H \"Authorization: Bearer your-key\"\n\n# With model-based routing\ncurl -X DELETE \"http://localhost:4000/v1/skills/skill_123?beta=true\" -H \"Authorization: Bearer your-key\" -H \"x-litellm-model: claude-account-1\"\n```\n\nReturns: DeleteSkillResponse with type=\"skill_deleted\"", - "operationId": "delete_skill_v1_skills__skill_id__delete", - "parameters": [ - { - "in": "path", - "name": "skill_id", - "required": true, - "schema": { - "title": "Skill Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "anthropic", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteSkillResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Skill", - "tags": [ - "anthropic_skills" - ] - }, - "get": { - "description": "Get a specific skill by ID from Anthropic.\n\nRequires `?beta=true` query parameter.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: claude-account-1`\n- Pass model via query: `?model=claude-account-1`\n- Pass model via body: `{\"model\": \"claude-account-1\"}`\n\nExample usage:\n```bash\n# Basic usage\ncurl \"http://localhost:4000/v1/skills/skill_123?beta=true\" -H \"Authorization: Bearer your-key\"\n\n# With model-based routing\ncurl \"http://localhost:4000/v1/skills/skill_123?beta=true\" -H \"Authorization: Bearer your-key\" -H \"x-litellm-model: claude-account-1\"\n```\n\nReturns: Skill object", - "operationId": "get_skill_v1_skills__skill_id__get", - "parameters": [ - { - "in": "path", - "name": "skill_id", - "required": true, - "schema": { - "title": "Skill Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "anthropic", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Skill" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Skill", - "tags": [ - "anthropic_skills" - ] - } - }, - "/langfuse/{endpoint}": { - "delete": { - "description": "Call Langfuse via LiteLLM proxy. Works with Langfuse SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/langfuse)", - "operationId": "langfuse_proxy_route_langfuse__endpoint__delete", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "summary": "Langfuse Proxy Route", - "tags": [ - "langfuse_passthrough" - ] - }, - "get": { - "description": "Call Langfuse via LiteLLM proxy. Works with Langfuse SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/langfuse)", - "operationId": "langfuse_proxy_route_langfuse__endpoint__get", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "summary": "Langfuse Proxy Route", - "tags": [ - "langfuse_passthrough" - ] - }, - "patch": { - "description": "Call Langfuse via LiteLLM proxy. Works with Langfuse SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/langfuse)", - "operationId": "langfuse_proxy_route_langfuse__endpoint__patch", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "summary": "Langfuse Proxy Route", - "tags": [ - "langfuse_passthrough" - ] - }, - "post": { - "description": "Call Langfuse via LiteLLM proxy. Works with Langfuse SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/langfuse)", - "operationId": "langfuse_proxy_route_langfuse__endpoint__post", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "summary": "Langfuse Proxy Route", - "tags": [ - "langfuse_passthrough" - ] - }, - "put": { - "description": "Call Langfuse via LiteLLM proxy. Works with Langfuse SDK.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/langfuse)", - "operationId": "langfuse_proxy_route_langfuse__endpoint__put", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "summary": "Langfuse Proxy Route", - "tags": [ - "langfuse_passthrough" - ] - } - }, - "/v1/evals": { - "get": { - "description": "List evaluations with pagination.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n- Pass model via body: `{\"model\": \"gpt-4-account-1\"}`\n\nExample usage:\n```bash\ncurl \"http://localhost:4000/v1/evals?limit=10\" -H \"Authorization: Bearer your-key\"\n```\n\nReturns: ListEvalsResponse with list of evaluations", - "operationId": "list_evals_v1_evals_get", - "parameters": [ - { - "in": "query", - "name": "limit", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 20, - "title": "Limit" - } - }, - { - "in": "query", - "name": "after", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "in": "query", - "name": "before", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Before" - } - }, - { - "in": "query", - "name": "order", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Order" - } - }, - { - "in": "query", - "name": "order_by", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Order By" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListEvalsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Evals", - "tags": [ - "evals" - ] - }, - "post": { - "description": "Create a new evaluation.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n- Pass model via body: `{\"model\": \"gpt-4-account-1\"}`\n\nExample usage:\n```bash\ncurl -X POST \"http://localhost:4000/v1/evals\" -H \"Authorization: Bearer your-key\" -H \"Content-Type: application/json\" -d '{\n \"name\": \"Test Eval\",\n \"data_source_config\": {\"type\": \"file\", \"file_id\": \"file-abc123\"},\n \"testing_criteria\": {\"graders\": [{\"type\": \"llm_as_judge\"}]}\n }'\n```\n\nReturns: Eval object with id, status, timestamps, etc.", - "operationId": "create_eval_v1_evals_post", - "parameters": [ - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Eval" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Eval", - "tags": [ - "evals" - ] - } - }, - "/v1/evals/{eval_id}": { - "delete": { - "description": "Delete an evaluation.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n- Pass model via body: `{\"model\": \"gpt-4-account-1\"}`\n\nExample usage:\n```bash\ncurl -X DELETE \"http://localhost:4000/v1/evals/eval_123\" -H \"Authorization: Bearer your-key\"\n```\n\nReturns: DeleteEvalResponse with deletion confirmation", - "operationId": "delete_eval_v1_evals__eval_id__delete", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteEvalResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Eval", - "tags": [ - "evals" - ] - }, - "get": { - "description": "Get a specific evaluation by ID.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n- Pass model via body: `{\"model\": \"gpt-4-account-1\"}`\n\nExample usage:\n```bash\ncurl \"http://localhost:4000/v1/evals/eval_123\" -H \"Authorization: Bearer your-key\"\n```\n\nReturns: Eval object", - "operationId": "get_eval_v1_evals__eval_id__get", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Eval" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Eval", - "tags": [ - "evals" - ] - }, - "post": { - "description": "Update an evaluation.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n- Pass model via body: `{\"model\": \"gpt-4-account-1\"}`\n\nExample usage:\n```bash\ncurl -X POST \"http://localhost:4000/v1/evals/eval_123\" -H \"Authorization: Bearer your-key\" -H \"Content-Type: application/json\" -d '{\"name\": \"Updated Name\"}'\n```\n\nReturns: Updated Eval object", - "operationId": "update_eval_v1_evals__eval_id__post", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Eval" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Eval", - "tags": [ - "evals" - ] - } - }, - "/v1/evals/{eval_id}/cancel": { - "post": { - "description": "Cancel a running evaluation.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n- Pass model via body: `{\"model\": \"gpt-4-account-1\"}`\n\nExample usage:\n```bash\ncurl -X POST \"http://localhost:4000/v1/evals/eval_123/cancel\" -H \"Authorization: Bearer your-key\"\n```\n\nReturns: CancelEvalResponse with cancellation confirmation", - "operationId": "cancel_eval_v1_evals__eval_id__cancel_post", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CancelEvalResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Cancel Eval", - "tags": [ - "evals" - ] - } - }, - "/v1/evals/{eval_id}/runs": { - "get": { - "description": "List all runs for an evaluation with pagination.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n\nExample usage:\n```bash\ncurl \"http://localhost:4000/v1/evals/eval_123/runs?limit=10\" -H \"Authorization: Bearer your-key\"\n```\n\nReturns: ListRunsResponse with list of runs", - "operationId": "list_runs_v1_evals__eval_id__runs_get", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "query", - "name": "limit", - "required": false, - "schema": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 20, - "title": "Limit" - } - }, - { - "in": "query", - "name": "after", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "After" - } - }, - { - "in": "query", - "name": "before", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Before" - } - }, - { - "in": "query", - "name": "order", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Order" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListRunsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Runs", - "tags": [ - "evals" - ] - }, - "post": { - "description": "Create a new run for an evaluation.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n- Pass model via body: `{\"model\": \"gpt-4-account-1\"}`\n- Pass model via completion.model: `{\"completion\": {\"model\": \"gpt-4-account-1\"}}`\n\nExample usage:\n```bash\ncurl -X POST \"http://localhost:4000/v1/evals/eval_123/runs\" -H \"Authorization: Bearer your-key\" -H \"Content-Type: application/json\" -d '{\n \"data_source\": {\"type\": \"dataset\", \"dataset_id\": \"dataset_123\"},\n \"completion\": {\"model\": \"gpt-4\", \"temperature\": 0.7}\n }'\n```\n\nReturns: Run object with id, status, timestamps, etc.", - "operationId": "create_run_v1_evals__eval_id__runs_post", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Run" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Run", - "tags": [ - "evals" - ] - } - }, - "/v1/evals/{eval_id}/runs/{run_id}": { - "delete": { - "description": "Delete a run.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n\nExample usage:\n```bash\ncurl -X DELETE \"http://localhost:4000/v1/evals/eval_123/runs/run_456\" -H \"Authorization: Bearer your-key\"\n```\n\nReturns: RunDeleteResponse with deletion confirmation", - "operationId": "delete_run_v1_evals__eval_id__runs__run_id__delete", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "path", - "name": "run_id", - "required": true, - "schema": { - "title": "Run Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RunDeleteResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Run", - "tags": [ - "evals" - ] - }, - "get": { - "description": "Get a specific run by ID.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n\nExample usage:\n```bash\ncurl \"http://localhost:4000/v1/evals/eval_123/runs/run_456\" -H \"Authorization: Bearer your-key\"\n```\n\nReturns: Run object with full details", - "operationId": "get_run_v1_evals__eval_id__runs__run_id__get", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "path", - "name": "run_id", - "required": true, - "schema": { - "title": "Run Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Run" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Run", - "tags": [ - "evals" - ] - }, - "post": { - "description": "Cancel a running run.\n\nModel-based routing (for multi-account support):\n- Pass model via header: `x-litellm-model: gpt-4-account-1`\n- Pass model via query: `?model=gpt-4-account-1`\n\nExample usage:\n```bash\ncurl -X POST \"http://localhost:4000/v1/evals/eval_123/runs/run_456/cancel\" -H \"Authorization: Bearer your-key\"\n```\n\nReturns: CancelRunResponse with cancellation confirmation", - "operationId": "cancel_run_v1_evals__eval_id__runs__run_id__post", - "parameters": [ - { - "in": "path", - "name": "eval_id", - "required": true, - "schema": { - "title": "Eval Id", - "type": "string" - } - }, - { - "in": "path", - "name": "run_id", - "required": true, - "schema": { - "title": "Run Id", - "type": "string" - } - }, - { - "in": "query", - "name": "custom_llm_provider", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "openai", - "title": "Custom Llm Provider" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CancelRunResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Cancel Run", - "tags": [ - "evals" - ] - } - }, - "/claude-code/marketplace.json": { - "get": { - "description": "Serve marketplace.json for Claude Code plugin discovery.\n\nThis endpoint is accessed by Claude Code CLI when users run:\n- claude plugin marketplace add \n- claude plugin install @\n\nReturns:\n Marketplace catalog with list of available plugins and their git sources.\n\nExample:\n ```bash\n claude plugin marketplace add http://localhost:4000/claude-code/marketplace.json\n claude plugin install my-plugin@litellm\n ```", - "operationId": "get_marketplace_claude_code_marketplace_json_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - } - }, - "summary": "Get Marketplace", - "tags": [ - "claude_code_marketplace" - ] - } - }, - "/claude-code/plugins": { - "get": { - "description": "List all plugins in the marketplace.\n\nParameters:\n - enabled_only: If true, only return enabled plugins\n\nReturns:\n List of plugins with their metadata.", - "operationId": "list_plugins_claude_code_plugins_get", - "parameters": [ - { - "in": "query", - "name": "enabled_only", - "required": false, - "schema": { - "default": false, - "title": "Enabled Only", - "type": "boolean" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListPluginsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Plugins", - "tags": [ - "claude_code_marketplace" - ] - }, - "post": { - "description": "Register a plugin in the LiteLLM marketplace.\n\nLiteLLM acts as a registry/discovery layer. Plugins are hosted on\nGitHub/GitLab/Bitbucket. Claude Code will clone from the git source\nwhen users install.\n\nParameters:\n - name: Plugin name (kebab-case)\n - source: Git source reference (github, url, or git-subdir format)\n - version: Semantic version (optional)\n - description: Plugin description (optional)\n - author: Author information (optional)\n - homepage: Plugin homepage URL (optional)\n - keywords: Search keywords (optional)\n - category: Plugin category (optional)\n\nReturns:\n Registration status and plugin information.\n\nExample:\n ```bash\n curl -X POST http://localhost:4000/claude-code/plugins \\\n -H \"Authorization: Bearer sk-...\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"name\": \"my-plugin\",\n \"source\": {\"source\": \"github\", \"repo\": \"org/my-plugin\"},\n \"version\": \"1.0.0\",\n \"description\": \"My awesome plugin\"\n }'\n ```", - "operationId": "register_plugin_claude_code_plugins_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/RegisterPluginRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Register Plugin", - "tags": [ - "claude_code_marketplace" - ] - } - }, - "/claude-code/plugins/{plugin_name}": { - "delete": { - "description": "Delete a plugin from the marketplace.\n\nParameters:\n - plugin_name: The name of the plugin to delete", - "operationId": "delete_plugin_claude_code_plugins__plugin_name__delete", - "parameters": [ - { - "in": "path", - "name": "plugin_name", - "required": true, - "schema": { - "title": "Plugin Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Plugin", - "tags": [ - "claude_code_marketplace" - ] - }, - "get": { - "description": "Get details of a specific plugin.\n\nParameters:\n - plugin_name: The name of the plugin\n\nReturns:\n Plugin details including source and metadata.", - "operationId": "get_plugin_claude_code_plugins__plugin_name__get", - "parameters": [ - { - "in": "path", - "name": "plugin_name", - "required": true, - "schema": { - "title": "Plugin Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Plugin", - "tags": [ - "claude_code_marketplace" - ] - } - }, - "/claude-code/plugins/{plugin_name}/disable": { - "post": { - "description": "Disable a plugin without deleting it.\n\nParameters:\n - plugin_name: The name of the plugin to disable", - "operationId": "disable_plugin_claude_code_plugins__plugin_name__disable_post", - "parameters": [ - { - "in": "path", - "name": "plugin_name", - "required": true, - "schema": { - "title": "Plugin Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Disable Plugin", - "tags": [ - "claude_code_marketplace" - ] - } - }, - "/claude-code/plugins/{plugin_name}/enable": { - "post": { - "description": "Enable a disabled plugin.\n\nParameters:\n - plugin_name: The name of the plugin to enable", - "operationId": "enable_plugin_claude_code_plugins__plugin_name__enable_post", - "parameters": [ - { - "in": "path", - "name": "plugin_name", - "required": true, - "schema": { - "title": "Plugin Name", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Enable Plugin", - "tags": [ - "claude_code_marketplace" - ] - } - }, - "/scim/v2": { - "get": { - "description": "Base SCIM v2 endpoint for resource discovery per RFC 7644 Section 4.\n\nReturns a ListResponse of ResourceTypes supported by this SCIM service provider.\nIdentity providers (Okta, Azure AD, etc.) use this endpoint for resource discovery.", - "operationId": "get_scim_base_scim_v2_get", - "parameters": [ - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Scim Base", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/Groups": { - "get": { - "description": "Get a list of groups according to SCIM v2 protocol", - "operationId": "get_groups_scim_v2_Groups_get", - "parameters": [ - { - "in": "query", - "name": "startIndex", - "required": false, - "schema": { - "default": 1, - "minimum": 1, - "title": "Startindex", - "type": "integer" - } - }, - { - "in": "query", - "name": "count", - "required": false, - "schema": { - "default": 10, - "maximum": 100, - "minimum": 1, - "title": "Count", - "type": "integer" - } - }, - { - "in": "query", - "name": "filter", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Filter" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMListResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Groups", - "tags": [ - "scim" - ] - }, - "post": { - "description": "Create a group according to SCIM v2 protocol", - "operationId": "create_group_scim_v2_Groups_post", - "parameters": [ - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMGroup" - } - } - }, - "required": true - }, - "responses": { - "201": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMGroup" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Group", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/Groups/{group_id}": { - "delete": { - "description": "Delete a group according to SCIM v2 protocol", - "operationId": "delete_group_scim_v2_Groups__group_id__delete", - "parameters": [ - { - "in": "path", - "name": "group_id", - "required": true, - "schema": { - "title": "Group ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "204": { - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Group", - "tags": [ - "scim" - ] - }, - "get": { - "description": "Get a single group by ID according to SCIM v2 protocol", - "operationId": "get_group_scim_v2_Groups__group_id__get", - "parameters": [ - { - "in": "path", - "name": "group_id", - "required": true, - "schema": { - "title": "Group ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMGroup" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Group", - "tags": [ - "scim" - ] - }, - "patch": { - "description": "Patch a group according to SCIM v2 protocol", - "operationId": "patch_group_scim_v2_Groups__group_id__patch", - "parameters": [ - { - "in": "path", - "name": "group_id", - "required": true, - "schema": { - "title": "Group ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMPatchOp" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMGroup" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Patch Group", - "tags": [ - "scim" - ] - }, - "put": { - "description": "Update a group according to SCIM v2 protocol", - "operationId": "update_group_scim_v2_Groups__group_id__put", - "parameters": [ - { - "in": "path", - "name": "group_id", - "required": true, - "schema": { - "title": "Group ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMGroup" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMGroup" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Group", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/ResourceTypes": { - "get": { - "description": "SCIM ResourceTypes endpoint per RFC 7644 Section 4.\n\nReturns a ListResponse of all resource types supported by this service provider.", - "operationId": "get_resource_types_scim_v2_ResourceTypes_get", - "parameters": [ - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Resource Types", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/ResourceTypes/{resource_type_id}": { - "get": { - "description": "Get a single ResourceType by ID per RFC 7644.", - "operationId": "get_resource_type_scim_v2_ResourceTypes__resource_type_id__get", - "parameters": [ - { - "in": "path", - "name": "resource_type_id", - "required": true, - "schema": { - "title": "ResourceType ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Resource Type", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/Schemas": { - "get": { - "description": "SCIM Schemas endpoint per RFC 7643 Section 7.\n\nReturns a ListResponse of all schemas supported by this service provider.", - "operationId": "get_schemas_scim_v2_Schemas_get", - "parameters": [ - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Schemas", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/Schemas/{schema_id}": { - "get": { - "description": "Get a single Schema by its URI per RFC 7643 Section 7.", - "operationId": "get_schema_scim_v2_Schemas__schema_id__get", - "parameters": [ - { - "in": "path", - "name": "schema_id", - "required": true, - "schema": { - "title": "Schema URI", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Schema", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/ServiceProviderConfig": { - "get": { - "description": "Return SCIM Service Provider Configuration.", - "operationId": "get_service_provider_config_scim_v2_ServiceProviderConfig_get", - "parameters": [ - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMServiceProviderConfig" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Service Provider Config", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/Users": { - "get": { - "description": "Get a list of users according to SCIM v2 protocol", - "operationId": "get_users_scim_v2_Users_get", - "parameters": [ - { - "in": "query", - "name": "startIndex", - "required": false, - "schema": { - "default": 1, - "minimum": 1, - "title": "Startindex", - "type": "integer" - } - }, - { - "in": "query", - "name": "count", - "required": false, - "schema": { - "default": 10, - "maximum": 100, - "minimum": 1, - "title": "Count", - "type": "integer" - } - }, - { - "in": "query", - "name": "filter", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Filter" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMListResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Users", - "tags": [ - "scim" - ] - }, - "post": { - "description": "Create a user according to SCIM v2 protocol", - "operationId": "create_user_scim_v2_Users_post", - "parameters": [ - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMUser" - } - } - }, - "required": true - }, - "responses": { - "201": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMUser" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create User", - "tags": [ - "scim" - ] - } - }, - "/scim/v2/Users/{user_id}": { - "delete": { - "description": "Delete a user according to SCIM v2 protocol", - "operationId": "delete_user_scim_v2_Users__user_id__delete", - "parameters": [ - { - "in": "path", - "name": "user_id", - "required": true, - "schema": { - "title": "User ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "204": { - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete User", - "tags": [ - "scim" - ] - }, - "get": { - "description": "Get a single user by ID according to SCIM v2 protocol", - "operationId": "get_user_scim_v2_Users__user_id__get", - "parameters": [ - { - "in": "path", - "name": "user_id", - "required": true, - "schema": { - "title": "User ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMUser" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get User", - "tags": [ - "scim" - ] - }, - "patch": { - "description": "Patch a user according to SCIM v2 protocol", - "operationId": "patch_user_scim_v2_Users__user_id__patch", - "parameters": [ - { - "in": "path", - "name": "user_id", - "required": true, - "schema": { - "title": "User ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMPatchOp" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMUser" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Patch User", - "tags": [ - "scim" - ] - }, - "put": { - "description": "Update a user according to SCIM v2 protocol (full replacement)", - "operationId": "update_user_scim_v2_Users__user_id__put", - "parameters": [ - { - "in": "path", - "name": "user_id", - "required": true, - "schema": { - "title": "User ID", - "type": "string" - } - }, - { - "in": "query", - "name": "feature", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Feature" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMUser" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/SCIMUser" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update User", - "tags": [ - "scim" - ] - } - }, - "/cloudzero/delete": { - "delete": { - "description": "Delete CloudZero settings from the database.\n\nThis endpoint removes the CloudZero configuration (API key, connection ID, timezone)\nfrom the proxy database. Only the CloudZero settings entry will be deleted;\nother configuration values in the database will remain unchanged.\n\nOnly admin users can delete CloudZero settings.", - "operationId": "delete_cloudzero_settings_cloudzero_delete_delete", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroInitResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Cloudzero Settings", - "tags": [ - "cloudzero" - ] - } - }, - "/cloudzero/dry-run": { - "post": { - "description": "Perform a dry run export using the CloudZero logger.\n\nThis endpoint uses the CloudZero logger to perform a dry run export,\nwhich returns the data that would be exported without actually sending it to CloudZero.\n\nParameters:\n- limit: Optional limit on number of records to process (default: 10000)\n\nReturns:\n- usage_data: Sample of the raw usage data (first 50 records)\n- cbf_data: CloudZero CBF formatted data ready for export\n- summary: Statistics including total cost, tokens, and record counts\n\nOnly admin users can perform CloudZero exports.", - "operationId": "cloudzero_dry_run_export_cloudzero_dry_run_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroExportRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroExportResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Cloudzero Dry Run Export", - "tags": [ - "cloudzero" - ] - } - }, - "/cloudzero/export": { - "post": { - "description": "Perform an actual export using the CloudZero logger.\n\nThis endpoint uses the CloudZero logger to export usage data to CloudZero AnyCost API.\n\nParameters:\n- limit: Optional limit on number of records to export\n- operation: CloudZero operation type (\"replace_hourly\" or \"sum\", default: \"replace_hourly\")\n\nOnly admin users can perform CloudZero exports.", - "operationId": "cloudzero_export_cloudzero_export_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroExportRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroExportResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Cloudzero Export", - "tags": [ - "cloudzero" - ] - } - }, - "/cloudzero/init": { - "post": { - "description": "Initialize CloudZero settings and store in the database.\n\nThis endpoint stores the CloudZero API key, connection ID, and timezone configuration\nin the proxy database for use by the CloudZero logger.\n\nParameters:\n- api_key: CloudZero API key for authentication\n- connection_id: CloudZero connection ID for data submission\n- timezone: Timezone for date handling (default: UTC)\n\nOnly admin users can configure CloudZero settings.", - "operationId": "init_cloudzero_settings_cloudzero_init_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroInitRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroInitResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Init Cloudzero Settings", - "tags": [ - "cloudzero" - ] - } - }, - "/cloudzero/settings": { - "get": { - "description": "View current CloudZero settings.\n\nReturns the current CloudZero configuration with the API key masked for security.\nOnly the first 4 and last 4 characters of the API key are shown.\nReturns null/empty values when settings are not configured (consistent with other settings endpoints).\n\nOnly admin users (Proxy Admin or Admin Viewer) can view CloudZero settings.", - "operationId": "get_cloudzero_settings_cloudzero_settings_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroSettingsView" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Cloudzero Settings", - "tags": [ - "cloudzero" - ] - }, - "put": { - "description": "Update existing CloudZero settings.\n\nAllows updating individual CloudZero configuration fields without requiring all fields.\nOnly provided fields will be updated; others will remain unchanged.\n\nParameters:\n- api_key: (Optional) New CloudZero API key for authentication\n- connection_id: (Optional) New CloudZero connection ID for data submission\n- timezone: (Optional) New timezone for date handling\n\nOnly admin users can update CloudZero settings.", - "operationId": "update_cloudzero_settings_cloudzero_settings_put", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroSettingsUpdate" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CloudZeroInitResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Cloudzero Settings", - "tags": [ - "cloudzero" - ] - } - }, - "/vantage/delete": { - "delete": { - "description": "Delete Vantage settings from the database.\n\nOnly admin users can delete Vantage settings.", - "operationId": "delete_vantage_settings_vantage_delete_delete", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageInitResponse" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Vantage Settings", - "tags": [ - "vantage" - ] - } - }, - "/vantage/dry-run": { - "post": { - "description": "Perform a dry run export using the Vantage logger.\n\nReturns the data that would be exported without actually sending it to Vantage.\n\nParameters:\n- limit: Limit on number of records to preview (default: 500)\n\nOnly admin users can perform Vantage exports.", - "operationId": "vantage_dry_run_export_vantage_dry_run_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageDryRunRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageExportResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vantage Dry Run Export", - "tags": [ - "vantage" - ] - } - }, - "/vantage/export": { - "post": { - "description": "Perform an actual export using the Vantage logger.\n\nExports usage data in FOCUS CSV format to the Vantage API.\n\nParameters:\n- limit: Optional limit on number of records to export\n- start_time_utc: Optional start time for data export\n- end_time_utc: Optional end time for data export\n\nOnly admin users can perform Vantage exports.", - "operationId": "vantage_export_vantage_export_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageExportRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageExportResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Vantage Export", - "tags": [ - "vantage" - ] - } - }, - "/vantage/init": { - "post": { - "description": "Initialize Vantage settings and store in the database.\n\nParameters:\n- api_key: Vantage API key for authentication\n- integration_token: Vantage integration token for the cost-import endpoint\n- base_url: Vantage API base URL (default: https://api.vantage.sh)\n\nOnly admin users can configure Vantage settings.", - "operationId": "init_vantage_settings_vantage_init_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageInitRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageInitResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Init Vantage Settings", - "tags": [ - "vantage" - ] - } - }, - "/vantage/settings": { - "get": { - "description": "View current Vantage settings.\n\nReturns the current Vantage configuration with the API key masked for security.\nOnly admin users (Proxy Admin or Admin Viewer) can view Vantage settings.", - "operationId": "get_vantage_settings_vantage_settings_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageSettingsView" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Vantage Settings", - "tags": [ - "vantage" - ] - }, - "put": { - "description": "Update existing Vantage settings.\n\nAllows updating individual Vantage configuration fields without requiring all fields.\nOnly admin users can update Vantage settings.", - "operationId": "update_vantage_settings_vantage_settings_put", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageSettingsUpdate" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/VantageInitResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Vantage Settings", - "tags": [ - "vantage" - ] - } - }, - "/usage/ai/chat": { - "post": { - "description": "AI chat about usage data. Streams SSE events with the AI response.\nThe AI agent has access to tools that query aggregated daily activity data.", - "operationId": "usage_ai_chat_usage_ai_chat_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UsageAIChatRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Usage Ai Chat", - "tags": [ - "usage_ai" - ] - } - }, - "/prompts": { - "post": { - "description": "Create a new prompt\n\n\ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/prompts\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"prompt_id\": \"my_prompt\",\n \"litellm_params\": {\n \"prompt_id\": \"json_prompt\",\n \"prompt_integration\": \"dotprompt\",\n ### EITHER prompt_directory OR prompt_data MUST BE PROVIDED\n \"prompt_directory\": \"/path/to/dotprompt/folder\",\n \"prompt_data\": {\"json_prompt\": {\"content\": \"This is a prompt\", \"metadata\": {\"model\": \"gpt-4\"}}}\n },\n \"prompt_info\": {\n \"prompt_type\": \"config\"\n }\n }'\n```", - "operationId": "create_prompt_prompts_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Prompt" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Prompt", - "tags": [ - "prompts" - ] - } - }, - "/prompts/list": { - "get": { - "description": "List the prompts that are available on the proxy server\n\n\ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/prompts/list\" -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"prompts\": [\n {\n \"prompt_id\": \"my_prompt_id\",\n \"litellm_params\": {\n \"prompt_id\": \"my_prompt_id\",\n \"prompt_integration\": \"dotprompt\",\n \"prompt_directory\": \"/path/to/prompts\"\n },\n \"prompt_info\": {\n \"prompt_type\": \"config\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\"\n }\n ]\n}\n```", - "operationId": "list_prompts_prompts_list_get", - "parameters": [ - { - "in": "query", - "name": "environment", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Environment" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListPromptsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Prompts", - "tags": [ - "prompts" - ] - } - }, - "/prompts/test": { - "post": { - "description": "Test a prompt by rendering it with variables and executing an LLM call.\n\nThis endpoint allows testing prompts before saving them to the database.\nThe response is always streamed.\n\n\ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\nExample Request:\n```bash\ncurl -X POST \"http://localhost:4000/prompts/test\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"dotprompt_content\": \"---\\nmodel: gpt-4o\\ntemperature: 0.7\\n---\\n\\nUser: Hello {{name}}\",\n \"prompt_variables\": {\n \"name\": \"World\"\n }\n }'\n```", - "operationId": "test_prompt_prompts_test_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/TestPromptRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Test Prompt", - "tags": [ - "prompts" - ] - } - }, - "/prompts/{prompt_id}": { - "delete": { - "description": "Delete a prompt\n\n\ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\nExample Request:\n```bash\ncurl -X DELETE \"http://localhost:4000/prompts/my_prompt_id\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"message\": \"Prompt my_prompt_id deleted successfully\"\n}\n```", - "operationId": "delete_prompt_prompts__prompt_id__delete", - "parameters": [ - { - "in": "path", - "name": "prompt_id", - "required": true, - "schema": { - "title": "Prompt Id", - "type": "string" - } - }, - { - "in": "query", - "name": "environment", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Environment" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Prompt", - "tags": [ - "prompts" - ] - }, - "get": { - "description": "Get detailed information about a specific prompt by ID, including prompt content\n\n \ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\n Example Request:\n ```bash\n curl -X GET \"http://localhost:4000/prompts/my_prompt_id/info\" \\\n -H \"Authorization: Bearer \"\n ```\n\n Example Response:\n ```json\n {\n \"prompt_id\": \"my_prompt_id\",\n \"litellm_params\": {\n \"prompt_id\": \"my_prompt_id\",\n \"prompt_integration\": \"dotprompt\",\n \"prompt_directory\": \"/path/to/prompts\"\n },\n \"prompt_info\": {\n \"prompt_type\": \"config\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\",\n \"content\": \"System: You are a helpful assistant.\n\nUser: {{user_message}}\"\n }\n ```", - "operationId": "get_prompt_info_prompts__prompt_id__get", - "parameters": [ - { - "in": "path", - "name": "prompt_id", - "required": true, - "schema": { - "title": "Prompt Id", - "type": "string" - } - }, - { - "in": "query", - "name": "environment", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Environment" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PromptInfoResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Prompt Info", - "tags": [ - "prompts" - ] - }, - "patch": { - "description": "Partially update an existing prompt\n\n\ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\nThis endpoint allows updating specific fields of a prompt without sending the entire object.\nOnly the following fields can be updated:\n- litellm_params: LiteLLM parameters for the prompt\n- prompt_info: Additional information about the prompt\n\nExample Request:\n```bash\ncurl -X PATCH \"http://localhost:4000/prompts/my_prompt_id\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"prompt_info\": {\n \"prompt_type\": \"db\"\n }\n }'\n```", - "operationId": "patch_prompt_prompts__prompt_id__patch", - "parameters": [ - { - "in": "path", - "name": "prompt_id", - "required": true, - "schema": { - "title": "Prompt Id", - "type": "string" - } - }, - { - "in": "query", - "name": "environment", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Environment" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PatchPromptRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Patch Prompt", - "tags": [ - "prompts" - ] - }, - "put": { - "description": "Update an existing prompt\n\n\ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\nExample Request:\n```bash\ncurl -X PUT \"http://localhost:4000/prompts/my_prompt_id\" \\\n -H \"Authorization: Bearer \" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"prompt_id\": \"my_prompt\",\n \"litellm_params\": {\n \"prompt_id\": \"my_prompt\",\n \"prompt_integration\": \"dotprompt\",\n \"prompt_directory\": \"/path/to/prompts\"\n },\n \"prompt_info\": {\n \"prompt_type\": \"config\"\n }\n }\n }'\n```", - "operationId": "update_prompt_prompts__prompt_id__put", - "parameters": [ - { - "in": "path", - "name": "prompt_id", - "required": true, - "schema": { - "title": "Prompt Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/Prompt" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Prompt", - "tags": [ - "prompts" - ] - } - }, - "/prompts/{prompt_id}/info": { - "get": { - "description": "Get detailed information about a specific prompt by ID, including prompt content\n\n \ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\n Example Request:\n ```bash\n curl -X GET \"http://localhost:4000/prompts/my_prompt_id/info\" \\\n -H \"Authorization: Bearer \"\n ```\n\n Example Response:\n ```json\n {\n \"prompt_id\": \"my_prompt_id\",\n \"litellm_params\": {\n \"prompt_id\": \"my_prompt_id\",\n \"prompt_integration\": \"dotprompt\",\n \"prompt_directory\": \"/path/to/prompts\"\n },\n \"prompt_info\": {\n \"prompt_type\": \"config\"\n },\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\",\n \"content\": \"System: You are a helpful assistant.\n\nUser: {{user_message}}\"\n }\n ```", - "operationId": "get_prompt_info_prompts__prompt_id__info_get", - "parameters": [ - { - "in": "path", - "name": "prompt_id", - "required": true, - "schema": { - "title": "Prompt Id", - "type": "string" - } - }, - { - "in": "query", - "name": "environment", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Environment" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/PromptInfoResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Prompt Info", - "tags": [ - "prompts" - ] - } - }, - "/prompts/{prompt_id}/versions": { - "get": { - "description": "Get all versions of a specific prompt by base prompt ID\n\n\ud83d\udc49 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management)\n\nExample Request:\n```bash\ncurl -X GET \"http://localhost:4000/prompts/jack_success/versions\" \\\n -H \"Authorization: Bearer \"\n```\n\nExample Response:\n```json\n{\n \"prompts\": [\n {\n \"prompt_id\": \"jack_success.v1\",\n \"litellm_params\": {...},\n \"prompt_info\": {\"prompt_type\": \"db\"},\n \"created_at\": \"2023-11-09T12:34:56.789Z\",\n \"updated_at\": \"2023-11-09T12:34:56.789Z\"\n },\n {\n \"prompt_id\": \"jack_success.v2\",\n \"litellm_params\": {...},\n \"prompt_info\": {\"prompt_type\": \"db\"},\n \"created_at\": \"2023-11-09T13:45:12.345Z\",\n \"updated_at\": \"2023-11-09T13:45:12.345Z\"\n }\n ]\n}\n```", - "operationId": "get_prompt_versions_prompts__prompt_id__versions_get", - "parameters": [ - { - "in": "path", - "name": "prompt_id", - "required": true, - "schema": { - "title": "Prompt Id", - "type": "string" - } - }, - { - "in": "query", - "name": "environment", - "required": false, - "schema": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Environment" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ListPromptsResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Prompt Versions", - "tags": [ - "prompts" - ] - } - }, - "/utils/dotprompt_json_converter": { - "post": { - "description": "Convert a .prompt file to JSON format.\n\nThis endpoint accepts a .prompt file upload and returns the equivalent JSON representation\nthat can be stored in a database or used programmatically.\n\nReturns the JSON structure with 'content' and 'metadata' fields.", - "operationId": "convert_prompt_file_to_json_utils_dotprompt_json_converter_post", - "requestBody": { - "content": { - "multipart/form-data": { - "schema": { - "$ref": "#/components/schemas/Body_convert_prompt_file_to_json_utils_dotprompt_json_converter_post" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "additionalProperties": true, - "title": "Response Convert Prompt File To Json Utils Dotprompt Json Converter Post", - "type": "object" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Convert Prompt File To Json", - "tags": [ - "prompts" - ] - } - }, - "/jwt/key/mapping/delete": { - "post": { - "operationId": "delete_jwt_key_mapping_jwt_key_mapping_delete_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/DeleteJWTKeyMappingRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Jwt Key Mapping", - "tags": [ - "jwt_mappings" - ] - } - }, - "/jwt/key/mapping/info": { - "get": { - "operationId": "info_jwt_key_mapping_jwt_key_mapping_info_get", - "parameters": [ - { - "in": "query", - "name": "id", - "required": true, - "schema": { - "title": "Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/JWTKeyMappingResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Info Jwt Key Mapping", - "tags": [ - "jwt_mappings" - ] - } - }, - "/jwt/key/mapping/list": { - "get": { - "operationId": "list_jwt_key_mappings_jwt_key_mapping_list_get", - "parameters": [ - { - "description": "Page number", - "in": "query", - "name": "page", - "required": false, - "schema": { - "default": 1, - "description": "Page number", - "minimum": 1, - "title": "Page", - "type": "integer" - } - }, - { - "description": "Page size", - "in": "query", - "name": "size", - "required": false, - "schema": { - "default": 50, - "description": "Page size", - "maximum": 100, - "minimum": 1, - "title": "Size", - "type": "integer" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": {} - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Jwt Key Mappings", - "tags": [ - "jwt_mappings" - ] - } - }, - "/jwt/key/mapping/new": { - "post": { - "operationId": "create_jwt_key_mapping_jwt_key_mapping_new_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/CreateJWTKeyMappingRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/JWTKeyMappingResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Jwt Key Mapping", - "tags": [ - "jwt_mappings" - ] - } - }, - "/jwt/key/mapping/update": { - "post": { - "operationId": "update_jwt_key_mapping_jwt_key_mapping_update_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/UpdateJWTKeyMappingRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/JWTKeyMappingResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Jwt Key Mapping", - "tags": [ - "jwt_mappings" - ] - } - }, - "/compliance/eu-ai-act": { - "post": { - "description": "Check EU AI Act compliance for a spend log entry.\n\nChecks:\n- Art. 9: Guardrails applied (any guardrail)\n- Art. 5: Content screened before LLM (pre-call guardrails)\n- Art. 12: Audit record complete (user_id, model, timestamp, guardrail_results)", - "operationId": "check_eu_ai_act_compliance_compliance_eu_ai_act_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ComplianceCheckRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ComplianceResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Check Eu Ai Act Compliance", - "tags": [ - "compliance" - ] - } - }, - "/compliance/gdpr": { - "post": { - "description": "Check GDPR compliance for a spend log entry.\n\nChecks:\n- Art. 32: Data protection applied (pre-call guardrails)\n- Art. 5(1)(c): Sensitive data protected (masked/blocked or no issues)\n- Art. 30: Audit record complete (user_id, model, timestamp, guardrail_results)", - "operationId": "check_gdpr_compliance_compliance_gdpr_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ComplianceCheckRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/ComplianceResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Check Gdpr Compliance", - "tags": [ - "compliance" - ] - } - }, - "/v1/access_group": { - "get": { - "operationId": "list_access_groups_v1_access_group_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/AccessGroupResponse" - }, - "title": "Response List Access Groups V1 Access Group Get", - "type": "array" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Access Groups", - "tags": [ - "access_groups" - ] - }, - "post": { - "operationId": "create_access_group_v1_access_group_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupCreateRequest" - } - } - }, - "required": true - }, - "responses": { - "201": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Access Group", - "tags": [ - "access_groups" - ] - } - }, - "/v1/access_group/{access_group_id}": { - "delete": { - "operationId": "delete_access_group_v1_access_group__access_group_id__delete", - "parameters": [ - { - "in": "path", - "name": "access_group_id", - "required": true, - "schema": { - "title": "Access Group Id", - "type": "string" - } - } - ], - "responses": { - "204": { - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Access Group", - "tags": [ - "access_groups" - ] - }, - "get": { - "operationId": "get_access_group_v1_access_group__access_group_id__get", - "parameters": [ - { - "in": "path", - "name": "access_group_id", - "required": true, - "schema": { - "title": "Access Group Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Access Group", - "tags": [ - "access_groups" - ] - }, - "put": { - "operationId": "update_access_group_v1_access_group__access_group_id__put", - "parameters": [ - { - "in": "path", - "name": "access_group_id", - "required": true, - "schema": { - "title": "Access Group Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Access Group", - "tags": [ - "access_groups" - ] - } - }, - "/v1/unified_access_group": { - "get": { - "operationId": "list_access_groups_v1_unified_access_group_get", - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "items": { - "$ref": "#/components/schemas/AccessGroupResponse" - }, - "title": "Response List Access Groups V1 Unified Access Group Get", - "type": "array" - } - } - }, - "description": "Successful Response" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "List Access Groups", - "tags": [ - "access_groups" - ] - }, - "post": { - "operationId": "create_access_group_v1_unified_access_group_post", - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupCreateRequest" - } - } - }, - "required": true - }, - "responses": { - "201": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Create Access Group", - "tags": [ - "access_groups" - ] - } - }, - "/v1/unified_access_group/{access_group_id}": { - "delete": { - "operationId": "delete_access_group_v1_unified_access_group__access_group_id__delete", - "parameters": [ - { - "in": "path", - "name": "access_group_id", - "required": true, - "schema": { - "title": "Access Group Id", - "type": "string" - } - } - ], - "responses": { - "204": { - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Delete Access Group", - "tags": [ - "access_groups" - ] - }, - "get": { - "operationId": "get_access_group_v1_unified_access_group__access_group_id__get", - "parameters": [ - { - "in": "path", - "name": "access_group_id", - "required": true, - "schema": { - "title": "Access Group Id", - "type": "string" - } - } - ], - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Get Access Group", - "tags": [ - "access_groups" - ] - }, - "put": { - "operationId": "update_access_group_v1_unified_access_group__access_group_id__put", - "parameters": [ - { - "in": "path", - "name": "access_group_id", - "required": true, - "schema": { - "title": "Access Group Id", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupUpdateRequest" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/AccessGroupResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Update Access Group", - "tags": [ - "access_groups" - ] - } - } - }, - "components": { - "schemas": { - "APIKeySecurityScheme": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "type": { - "type": "string", - "const": "apiKey", - "title": "Type" - }, - "in_": { - "type": "string", - "enum": [ - "query", - "header", - "cookie" - ], - "title": "In" - }, - "name": { - "type": "string", - "title": "Name" - } - }, - "type": "object", - "required": [ - "type", - "in_", - "name" - ], - "title": "APIKeySecurityScheme", - "description": "Defines a security scheme using an API key." - }, - "AccessControl_UI_AccessMode": { - "properties": { - "type": { - "type": "string", - "const": "restricted_sso_group", - "title": "Type" - }, - "restricted_sso_group": { - "type": "string", - "title": "Restricted Sso Group" - }, - "sso_group_jwt_field": { - "type": "string", - "title": "Sso Group Jwt Field" - } - }, - "type": "object", - "required": [ - "type", - "restricted_sso_group", - "sso_group_jwt_field" - ], - "title": "AccessControl_UI_AccessMode", - "description": "Model for Controlling UI Access Mode via SSO Groups" - }, - "AccessGroupInfo": { - "properties": { - "access_group": { - "type": "string", - "title": "Access Group" - }, - "model_names": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Model Names" - }, - "deployment_count": { - "type": "integer", - "title": "Deployment Count" - } - }, - "type": "object", - "required": [ - "access_group", - "model_names", - "deployment_count" - ], - "title": "AccessGroupInfo" - }, - "ActiveUsersAnalyticsResponse": { - "properties": { - "results": { - "items": { - "$ref": "#/components/schemas/TagActiveUsersResponse" - }, - "type": "array", - "title": "Results" - } - }, - "type": "object", - "required": [ - "results" - ], - "title": "ActiveUsersAnalyticsResponse", - "description": "Response for active users analytics" - }, - "AddTeamCallback": { - "properties": { - "callback_name": { - "type": "string", - "title": "Callback Name" - }, - "callback_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "success", - "failure", - "success_and_failure" - ] - }, - { - "type": "null" - } - ], - "title": "Callback Type", - "default": "success_and_failure" - }, - "callback_vars": { - "additionalProperties": { - "type": "string" - }, - "type": "object", - "title": "Callback Vars" - } - }, - "type": "object", - "required": [ - "callback_name", - "callback_vars" - ], - "title": "AddTeamCallback" - }, - "AgentCapabilities": { - "properties": { - "streaming": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Streaming" - }, - "pushNotifications": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Pushnotifications" - }, - "stateTransitionHistory": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Statetransitionhistory" - }, - "extensions": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AgentExtension" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Extensions" - } - }, - "type": "object", - "title": "AgentCapabilities", - "description": "Defines optional capabilities supported by an agent." - }, - "AgentCard": { - "properties": { - "protocolVersion": { - "type": "string", - "title": "Protocolversion" - }, - "name": { - "type": "string", - "title": "Name" - }, - "description": { - "type": "string", - "title": "Description" - }, - "url": { - "type": "string", - "title": "Url" - }, - "version": { - "type": "string", - "title": "Version" - }, - "capabilities": { - "$ref": "#/components/schemas/AgentCapabilities" - }, - "defaultInputModes": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Defaultinputmodes" - }, - "defaultOutputModes": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Defaultoutputmodes" - }, - "skills": { - "items": { - "$ref": "#/components/schemas/AgentSkill" - }, - "type": "array", - "title": "Skills" - }, - "preferredTransport": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Preferredtransport" - }, - "additionalInterfaces": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AgentInterface" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Additionalinterfaces" - }, - "iconUrl": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Iconurl" - }, - "provider": { - "anyOf": [ - { - "$ref": "#/components/schemas/AgentProvider" - }, - { - "type": "null" - } - ] - }, - "documentationUrl": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Documentationurl" - }, - "securitySchemes": { - "anyOf": [ - { - "additionalProperties": { - "anyOf": [ - { - "$ref": "#/components/schemas/APIKeySecurityScheme" - }, - { - "$ref": "#/components/schemas/HTTPAuthSecurityScheme" - }, - { - "$ref": "#/components/schemas/OAuth2SecurityScheme" - }, - { - "$ref": "#/components/schemas/OpenIdConnectSecurityScheme" - }, - { - "$ref": "#/components/schemas/MutualTLSSecurityScheme" - } - ] - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Securityschemes" - }, - "security": { - "anyOf": [ - { - "items": { - "additionalProperties": { - "items": { - "type": "string" - }, - "type": "array" - }, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Security" - }, - "supportsAuthenticatedExtendedCard": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Supportsauthenticatedextendedcard" - }, - "signatures": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AgentCardSignature" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Signatures" - } - }, - "type": "object", - "title": "AgentCard", - "description": "The AgentCard is a self-describing manifest for an agent.\nIt provides essential metadata including the agent's identity, capabilities,\nskills, supported communication methods, and security requirements." - }, - "AgentCardSignature": { - "properties": { - "protected": { - "type": "string", - "title": "Protected" - }, - "signature": { - "type": "string", - "title": "Signature" - }, - "header": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Header" - } - }, - "type": "object", - "title": "AgentCardSignature", - "description": "Represents a JWS signature of an AgentCard." - }, - "AgentCreateInfo": { - "properties": { - "agent_type": { - "type": "string", - "title": "Agent Type" - }, - "agent_type_display_name": { - "type": "string", - "title": "Agent Type Display Name" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "logo_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Logo Url" - }, - "credential_fields": { - "items": { - "$ref": "#/components/schemas/AgentCredentialField" - }, - "type": "array", - "title": "Credential Fields" - }, - "litellm_params_template": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Litellm Params Template" - }, - "model_template": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model Template" - } - }, - "type": "object", - "required": [ - "agent_type", - "agent_type_display_name", - "credential_fields" - ], - "title": "AgentCreateInfo" - }, - "AgentCredentialField": { - "properties": { - "key": { - "type": "string", - "title": "Key" - }, - "label": { - "type": "string", - "title": "Label" - }, - "placeholder": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Placeholder" - }, - "tooltip": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Tooltip" - }, - "required": { - "type": "boolean", - "title": "Required", - "default": false - }, - "field_type": { - "type": "string", - "enum": [ - "text", - "password", - "select", - "upload", - "textarea" - ], - "title": "Field Type", - "default": "text" - }, - "options": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Options" - }, - "default_value": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Default Value" - }, - "include_in_litellm_params": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Include In Litellm Params" - } - }, - "type": "object", - "required": [ - "key", - "label" - ], - "title": "AgentCredentialField" - }, - "AgentExtension": { - "properties": { - "uri": { - "type": "string", - "title": "Uri" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "required": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Required" - }, - "params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Params" - } - }, - "type": "object", - "title": "AgentExtension", - "description": "A declaration of a protocol extension supported by an Agent." - }, - "AgentInterface": { - "properties": { - "url": { - "type": "string", - "title": "Url" - }, - "transport": { - "type": "string", - "title": "Transport" - } - }, - "type": "object", - "title": "AgentInterface", - "description": "Declares a combination of a target URL and a transport protocol." - }, - "AgentProvider": { - "properties": { - "organization": { - "type": "string", - "title": "Organization" - }, - "url": { - "type": "string", - "title": "Url" - } - }, - "type": "object", - "title": "AgentProvider", - "description": "Represents the service provider of an agent." - }, - "AgentSkill": { - "properties": { - "id": { - "type": "string", - "title": "Id" - }, - "name": { - "type": "string", - "title": "Name" - }, - "description": { - "type": "string", - "title": "Description" - }, - "tags": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Tags" - }, - "examples": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Examples" - }, - "inputModes": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Inputmodes" - }, - "outputModes": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Outputmodes" - }, - "security": { - "anyOf": [ - { - "items": { - "additionalProperties": { - "items": { - "type": "string" - }, - "type": "array" - }, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Security" - } - }, - "type": "object", - "title": "AgentSkill", - "description": "Represents a distinct capability or function that an agent can perform." - }, - "AllowedVectorStoreIndexItem": { - "properties": { - "index_name": { - "type": "string", - "title": "Index Name" - }, - "index_permissions": { - "items": { - "type": "string", - "enum": [ - "read", - "write" - ] - }, - "type": "array", - "title": "Index Permissions" - } - }, - "type": "object", - "required": [ - "index_name", - "index_permissions" - ], - "title": "AllowedVectorStoreIndexItem" - }, - "AuditLogResponse": { - "properties": { - "id": { - "type": "string", - "title": "Id" - }, - "updated_at": { - "type": "string", - "format": "date-time", - "title": "Updated At" - }, - "changed_by": { - "type": "string", - "title": "Changed By" - }, - "changed_by_api_key": { - "type": "string", - "title": "Changed By Api Key" - }, - "action": { - "type": "string", - "title": "Action" - }, - "table_name": { - "type": "string", - "title": "Table Name" - }, - "object_id": { - "type": "string", - "title": "Object Id" - }, - "before_value": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Before Value" - }, - "updated_values": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Updated Values" - } - }, - "type": "object", - "required": [ - "id", - "updated_at", - "changed_by", - "changed_by_api_key", - "action", - "table_name", - "object_id" - ], - "title": "AuditLogResponse", - "description": "Response model for a single audit log entry" - }, - "BaseModel": { - "properties": {}, - "type": "object", - "title": "BaseModel" - }, - "BlockKeyRequest": { - "properties": { - "key": { - "type": "string", - "title": "Key" - } - }, - "type": "object", - "required": [ - "key" - ], - "title": "BlockKeyRequest" - }, - "BlockTeamRequest": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "BlockTeamRequest" - }, - "BlockUsers": { - "properties": { - "user_ids": { - "items": { - "type": "string" - }, - "type": "array", - "title": "User Ids" - } - }, - "type": "object", - "required": [ - "user_ids" - ], - "title": "BlockUsers" - }, - "BlogPost": { - "properties": { - "title": { - "type": "string", - "title": "Title" - }, - "description": { - "type": "string", - "title": "Description" - }, - "date": { - "type": "string", - "title": "Date" - }, - "url": { - "type": "string", - "title": "Url" - } - }, - "type": "object", - "required": [ - "title", - "description", - "date", - "url" - ], - "title": "BlogPost" - }, - "BlogPostsResponse": { - "properties": { - "posts": { - "items": { - "$ref": "#/components/schemas/BlogPost" - }, - "type": "array", - "title": "Posts" - } - }, - "type": "object", - "required": [ - "posts" - ], - "title": "BlogPostsResponse" - }, - "Body_audio_transcriptions_audio_transcriptions_post": { - "properties": { - "file": { - "type": "string", - "format": "binary", - "title": "File" - } - }, - "type": "object", - "required": [ - "file" - ], - "title": "Body_audio_transcriptions_audio_transcriptions_post" - }, - "Body_audio_transcriptions_v1_audio_transcriptions_post": { - "properties": { - "file": { - "type": "string", - "format": "binary", - "title": "File" - } - }, - "type": "object", - "required": [ - "file" - ], - "title": "Body_audio_transcriptions_v1_audio_transcriptions_post" - }, - "Body_create_file__provider__v1_files_post": { - "properties": { - "purpose": { - "type": "string", - "title": "Purpose" - }, - "target_model_names": { - "type": "string", - "title": "Target Model Names", - "default": "" - }, - "target_storage": { - "type": "string", - "title": "Target Storage", - "default": "default" - }, - "custom_llm_provider": { - "type": "string", - "title": "Custom Llm Provider", - "default": "openai" - }, - "file": { - "type": "string", - "format": "binary", - "title": "File" - }, - "litellm_metadata": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Metadata" - } - }, - "type": "object", - "required": [ - "purpose", - "file" - ], - "title": "Body_create_file__provider__v1_files_post" - }, - "Body_create_file_files_post": { - "properties": { - "purpose": { - "type": "string", - "title": "Purpose" - }, - "target_model_names": { - "type": "string", - "title": "Target Model Names", - "default": "" - }, - "target_storage": { - "type": "string", - "title": "Target Storage", - "default": "default" - }, - "custom_llm_provider": { - "type": "string", - "title": "Custom Llm Provider", - "default": "openai" - }, - "file": { - "type": "string", - "format": "binary", - "title": "File" - }, - "litellm_metadata": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Metadata" - } - }, - "type": "object", - "required": [ - "purpose", - "file" - ], - "title": "Body_create_file_files_post" - }, - "Body_create_file_v1_files_post": { - "properties": { - "purpose": { - "type": "string", - "title": "Purpose" - }, - "target_model_names": { - "type": "string", - "title": "Target Model Names", - "default": "" - }, - "target_storage": { - "type": "string", - "title": "Target Storage", - "default": "default" - }, - "custom_llm_provider": { - "type": "string", - "title": "Custom Llm Provider", - "default": "openai" - }, - "file": { - "type": "string", - "format": "binary", - "title": "File" - }, - "litellm_metadata": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Metadata" - } - }, - "type": "object", - "required": [ - "purpose", - "file" - ], - "title": "Body_create_file_v1_files_post" - }, - "Body_image_edit_api_images_edits_post": { - "properties": { - "image": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Image" - }, - "image[]": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Image[]" - }, - "mask": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mask" - }, - "mask[]": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mask[]" - } - }, - "type": "object", - "title": "Body_image_edit_api_images_edits_post" - }, - "Body_image_edit_api_openai_deployments__model__images_edits_post": { - "properties": { - "image": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Image" - }, - "image[]": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Image[]" - }, - "mask": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mask" - }, - "mask[]": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mask[]" - } - }, - "type": "object", - "title": "Body_image_edit_api_openai_deployments__model__images_edits_post" - }, - "Body_image_edit_api_v1_images_edits_post": { - "properties": { - "image": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Image" - }, - "image[]": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Image[]" - }, - "mask": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mask" - }, - "mask[]": { - "anyOf": [ - { - "items": { - "type": "string", - "format": "binary" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mask[]" - } - }, - "type": "object", - "title": "Body_image_edit_api_v1_images_edits_post" - }, - "Body_test_model_connection_health_test_connection_post": { - "properties": { - "mode": { - "anyOf": [ - { - "type": "string", - "enum": [ - "chat", - "completion", - "embedding", - "audio_speech", - "audio_transcription", - "image_generation", - "video_generation", - "batch", - "rerank", - "realtime", - "responses", - "ocr" - ] - }, - { - "type": "null" - } - ], - "title": "Mode", - "description": "The mode to test the model with", - "default": "chat" - }, - "litellm_params": { - "additionalProperties": true, - "type": "object", - "title": "Litellm Params", - "description": "Parameters for litellm.completion, litellm.embedding for the health check" - }, - "model_info": { - "additionalProperties": true, - "type": "object", - "title": "Model Info", - "description": "Model info for the health check" - } - }, - "type": "object", - "title": "Body_test_model_connection_health_test_connection_post" - }, - "Body_upload_logo_upload_logo_post": { - "properties": { - "file": { - "type": "string", - "format": "binary", - "title": "File" - } - }, - "type": "object", - "required": [ - "file" - ], - "title": "Body_upload_logo_upload_logo_post" - }, - "Body_video_create_character_v1_videos_characters_post": { - "properties": { - "video": { - "type": "string", - "format": "binary", - "title": "Video" - }, - "name": { - "type": "string", - "title": "Name" - } - }, - "type": "object", - "required": [ - "video", - "name" - ], - "title": "Body_video_create_character_v1_videos_characters_post" - }, - "Body_video_create_character_videos_characters_post": { - "properties": { - "video": { - "type": "string", - "format": "binary", - "title": "Video" - }, - "name": { - "type": "string", - "title": "Name" - } - }, - "type": "object", - "required": [ - "video", - "name" - ], - "title": "Body_video_create_character_videos_characters_post" - }, - "Body_video_generation_v1_videos_post": { - "properties": { - "input_reference": { - "anyOf": [ - { - "type": "string", - "format": "binary" - }, - { - "type": "null" - } - ], - "title": "Input Reference" - } - }, - "type": "object", - "title": "Body_video_generation_v1_videos_post" - }, - "Body_video_generation_videos_post": { - "properties": { - "input_reference": { - "anyOf": [ - { - "type": "string", - "format": "binary" - }, - { - "type": "null" - } - ], - "title": "Input Reference" - } - }, - "type": "object", - "title": "Body_video_generation_videos_post" - }, - "BreakdownMetrics": { - "properties": { - "mcp_servers": { - "additionalProperties": { - "$ref": "#/components/schemas/MetricWithMetadata" - }, - "type": "object", - "title": "Mcp Servers" - }, - "models": { - "additionalProperties": { - "$ref": "#/components/schemas/MetricWithMetadata" - }, - "type": "object", - "title": "Models" - }, - "model_groups": { - "additionalProperties": { - "$ref": "#/components/schemas/MetricWithMetadata" - }, - "type": "object", - "title": "Model Groups" - }, - "providers": { - "additionalProperties": { - "$ref": "#/components/schemas/MetricWithMetadata" - }, - "type": "object", - "title": "Providers" - }, - "endpoints": { - "additionalProperties": { - "$ref": "#/components/schemas/MetricWithMetadata" - }, - "type": "object", - "title": "Endpoints" - }, - "api_keys": { - "additionalProperties": { - "$ref": "#/components/schemas/KeyMetricWithMetadata" - }, - "type": "object", - "title": "Api Keys" - }, - "entities": { - "additionalProperties": { - "$ref": "#/components/schemas/MetricWithMetadata" - }, - "type": "object", - "title": "Entities" - } - }, - "type": "object", - "title": "BreakdownMetrics", - "description": "Breakdown of spend by different dimensions" - }, - "BudgetConfig": { - "properties": { - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - } - }, - "type": "object", - "title": "BudgetConfig" - }, - "BudgetDeleteRequest": { - "properties": { - "id": { - "type": "string", - "title": "Id" - } - }, - "type": "object", - "required": [ - "id" - ], - "title": "BudgetDeleteRequest" - }, - "BudgetLimitEntry": { - "properties": { - "budget_duration": { - "type": "string", - "title": "Budget Duration" - }, - "max_budget": { - "type": "number", - "title": "Max Budget" - }, - "reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Reset At" - } - }, - "type": "object", - "required": [ - "budget_duration", - "max_budget" - ], - "title": "BudgetLimitEntry", - "description": "A single budget window with its own limit and independent reset schedule." - }, - "BudgetNewRequest": { - "properties": { - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id", - "description": "The unique budget id." - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget", - "description": "Requests will fail if this budget (in USD) is exceeded." - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget", - "description": "Requests will NOT fail if this is exceeded. Will fire alerting though." - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests", - "description": "Max concurrent requests allowed for this budget id." - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit", - "description": "Max tokens per minute, allowed for this budget id." - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit", - "description": "Max requests per minute, allowed for this budget id." - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration", - "description": "Max duration budget should be set for (e.g. '1hr', '1d', '28d')" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": { - "$ref": "#/components/schemas/BudgetConfig" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "description": "Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001', 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}})" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At", - "description": "Datetime when the budget is reset" - } - }, - "type": "object", - "title": "BudgetNewRequest" - }, - "BudgetRequest": { - "properties": { - "budgets": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Budgets" - } - }, - "type": "object", - "required": [ - "budgets" - ], - "title": "BudgetRequest" - }, - "BulkTeamMemberAddRequest": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "members": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/Member" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Members" - }, - "all_users": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "All Users", - "default": false - }, - "max_budget_in_team": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget In Team" - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "BulkTeamMemberAddRequest", - "description": "Request for bulk team member addition" - }, - "BulkTeamMemberAddResponse": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "results": { - "items": { - "$ref": "#/components/schemas/TeamMemberAddResult" - }, - "type": "array", - "title": "Results" - }, - "total_requested": { - "type": "integer", - "title": "Total Requested" - }, - "successful_additions": { - "type": "integer", - "title": "Successful Additions" - }, - "failed_additions": { - "type": "integer", - "title": "Failed Additions" - }, - "updated_team": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Updated Team" - } - }, - "type": "object", - "required": [ - "team_id", - "results", - "total_requested", - "successful_additions", - "failed_additions" - ], - "title": "BulkTeamMemberAddResponse", - "description": "Response for bulk team member add operations" - }, - "BulkUpdateKeyRequest": { - "properties": { - "keys": { - "items": { - "$ref": "#/components/schemas/BulkUpdateKeyRequestItem" - }, - "type": "array", - "title": "Keys" - } - }, - "type": "object", - "required": [ - "keys" - ], - "title": "BulkUpdateKeyRequest", - "description": "Request for bulk key updates" - }, - "BulkUpdateKeyRequestItem": { - "properties": { - "key": { - "type": "string", - "title": "Key" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - } - }, - "type": "object", - "required": [ - "key" - ], - "title": "BulkUpdateKeyRequestItem", - "description": "Individual key update request item" - }, - "BulkUpdateKeyResponse": { - "properties": { - "total_requested": { - "type": "integer", - "title": "Total Requested" - }, - "successful_updates": { - "items": { - "$ref": "#/components/schemas/SuccessfulKeyUpdate" - }, - "type": "array", - "title": "Successful Updates" - }, - "failed_updates": { - "items": { - "$ref": "#/components/schemas/FailedKeyUpdate" - }, - "type": "array", - "title": "Failed Updates" - } - }, - "type": "object", - "required": [ - "total_requested", - "successful_updates", - "failed_updates" - ], - "title": "BulkUpdateKeyResponse", - "description": "Response for bulk key update operations" - }, - "BulkUpdateTeamKeysRequest": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "key_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Key Ids" - }, - "all_keys_in_team": { - "type": "boolean", - "title": "All Keys In Team", - "default": false - }, - "update_fields": { - "$ref": "#/components/schemas/KeyUpdateFields" - } - }, - "type": "object", - "required": [ - "team_id", - "update_fields" - ], - "title": "BulkUpdateTeamKeysRequest", - "description": "Apply one update payload to many keys inside a team; provide either `key_ids` or `all_keys_in_team=True`." - }, - "BulkUpdateTeamMemberPermissionsRequest": { - "properties": { - "permissions": { - "items": { - "$ref": "#/components/schemas/KeyManagementRoutes" - }, - "type": "array", - "title": "Permissions" - }, - "team_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Team Ids" - }, - "apply_to_all_teams": { - "type": "boolean", - "title": "Apply To All Teams", - "default": false - } - }, - "type": "object", - "required": [ - "permissions" - ], - "title": "BulkUpdateTeamMemberPermissionsRequest", - "description": "Request to bulk-update team member permissions across teams." - }, - "BulkUpdateTeamMemberPermissionsResponse": { - "properties": { - "message": { - "type": "string", - "title": "Message" - }, - "teams_updated": { - "type": "integer", - "title": "Teams Updated" - }, - "permissions_appended": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Permissions Appended" - } - }, - "type": "object", - "required": [ - "message", - "teams_updated" - ], - "title": "BulkUpdateTeamMemberPermissionsResponse", - "description": "Response for bulk team member permissions update." - }, - "BulkUpdateUserRequest": { - "properties": { - "users": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/UpdateUserRequest" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Users" - }, - "all_users": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "All Users", - "default": false - }, - "user_updates": { - "anyOf": [ - { - "$ref": "#/components/schemas/UpdateUserRequestNoUserIDorEmail" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "title": "BulkUpdateUserRequest", - "description": "Request for bulk user updates" - }, - "BulkUpdateUserResponse": { - "properties": { - "results": { - "items": { - "$ref": "#/components/schemas/UserUpdateResult" - }, - "type": "array", - "title": "Results" - }, - "total_requested": { - "type": "integer", - "title": "Total Requested" - }, - "successful_updates": { - "type": "integer", - "title": "Successful Updates" - }, - "failed_updates": { - "type": "integer", - "title": "Failed Updates" - } - }, - "type": "object", - "required": [ - "results", - "total_requested", - "successful_updates", - "failed_updates" - ], - "title": "BulkUpdateUserResponse", - "description": "Response for bulk user update operations" - }, - "CachePingResponse": { - "properties": { - "status": { - "type": "string", - "title": "Status" - }, - "cache_type": { - "type": "string", - "title": "Cache Type" - }, - "ping_response": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Ping Response" - }, - "set_cache_response": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Set Cache Response" - }, - "litellm_cache_params": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Cache Params" - }, - "health_check_cache_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Health Check Cache Params" - } - }, - "type": "object", - "required": [ - "status", - "cache_type" - ], - "title": "CachePingResponse" - }, - "CacheSettingsField": { - "properties": { - "field_name": { - "type": "string", - "title": "Field Name" - }, - "field_type": { - "type": "string", - "title": "Field Type" - }, - "field_value": { - "title": "Field Value" - }, - "field_description": { - "type": "string", - "title": "Field Description" - }, - "field_default": { - "title": "Field Default" - }, - "options": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Options" - }, - "ui_field_name": { - "type": "string", - "title": "Ui Field Name" - }, - "link": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Link" - }, - "redis_type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Redis Type" - } - }, - "type": "object", - "required": [ - "field_name", - "field_type", - "field_value", - "field_description", - "ui_field_name" - ], - "title": "CacheSettingsField" - }, - "CacheSettingsResponse": { - "properties": { - "fields": { - "items": { - "$ref": "#/components/schemas/CacheSettingsField" - }, - "type": "array", - "title": "Fields", - "description": "List of all configurable cache settings with metadata" - }, - "current_values": { - "additionalProperties": true, - "type": "object", - "title": "Current Values", - "description": "Current values of cache settings" - }, - "redis_type_descriptions": { - "additionalProperties": { - "type": "string" - }, - "type": "object", - "title": "Redis Type Descriptions", - "description": "Descriptions for each Redis type option" - } - }, - "type": "object", - "required": [ - "fields", - "current_values", - "redis_type_descriptions" - ], - "title": "CacheSettingsResponse" - }, - "CacheSettingsUpdateRequest": { - "properties": { - "cache_settings": { - "additionalProperties": true, - "type": "object", - "title": "Cache Settings", - "description": "Cache settings to save" - } - }, - "type": "object", - "required": [ - "cache_settings" - ], - "title": "CacheSettingsUpdateRequest" - }, - "CacheTestRequest": { - "properties": { - "cache_settings": { - "additionalProperties": true, - "type": "object", - "title": "Cache Settings", - "description": "Cache settings to test connection with" - } - }, - "type": "object", - "required": [ - "cache_settings" - ], - "title": "CacheTestRequest" - }, - "CacheTestResponse": { - "properties": { - "status": { - "type": "string", - "title": "Status", - "description": "Connection status: 'success' or 'failed'" - }, - "message": { - "type": "string", - "title": "Message", - "description": "Connection result message" - }, - "error": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Error", - "description": "Error message if connection failed" - } - }, - "type": "object", - "required": [ - "status", - "message" - ], - "title": "CacheTestResponse" - }, - "CallTypes": { - "type": "string", - "enum": [ - "embedding", - "aembedding", - "completion", - "acompletion", - "atext_completion", - "text_completion", - "image_generation", - "aimage_generation", - "image_edit", - "aimage_edit", - "moderation", - "amoderation", - "atranscription", - "transcription", - "aspeech", - "speech", - "rerank", - "arerank", - "search", - "asearch", - "_arealtime", - "_aresponses_websocket", - "create_batch", - "acreate_batch", - "aretrieve_batch", - "retrieve_batch", - "acancel_batch", - "cancel_batch", - "pass_through_endpoint", - "anthropic_messages", - "get_assistants", - "aget_assistants", - "create_assistants", - "acreate_assistants", - "delete_assistant", - "adelete_assistant", - "acreate_thread", - "create_thread", - "aget_thread", - "get_thread", - "a_add_message", - "add_message", - "aget_messages", - "get_messages", - "arun_thread", - "run_thread", - "arun_thread_stream", - "run_thread_stream", - "afile_retrieve", - "file_retrieve", - "afile_delete", - "file_delete", - "afile_list", - "file_list", - "acreate_file", - "create_file", - "afile_content", - "file_content", - "create_fine_tuning_job", - "acreate_fine_tuning_job", - "create_video", - "acreate_video", - "avideo_retrieve", - "video_retrieve", - "avideo_content", - "video_content", - "video_remix", - "avideo_remix", - "video_list", - "avideo_list", - "video_retrieve_job", - "avideo_retrieve_job", - "video_delete", - "avideo_delete", - "video_create_character", - "avideo_create_character", - "video_get_character", - "avideo_get_character", - "video_edit", - "avideo_edit", - "video_extension", - "avideo_extension", - "vector_store_file_create", - "avector_store_file_create", - "vector_store_file_list", - "avector_store_file_list", - "vector_store_file_retrieve", - "avector_store_file_retrieve", - "vector_store_file_content", - "avector_store_file_content", - "vector_store_file_update", - "avector_store_file_update", - "vector_store_file_delete", - "avector_store_file_delete", - "vector_store_create", - "avector_store_create", - "vector_store_search", - "avector_store_search", - "create_container", - "acreate_container", - "list_containers", - "alist_containers", - "retrieve_container", - "aretrieve_container", - "delete_container", - "adelete_container", - "list_container_files", - "alist_container_files", - "upload_container_file", - "aupload_container_file", - "acancel_fine_tuning_job", - "cancel_fine_tuning_job", - "alist_fine_tuning_jobs", - "list_fine_tuning_jobs", - "aretrieve_fine_tuning_job", - "retrieve_fine_tuning_job", - "responses", - "aresponses", - "alist_input_items", - "llm_passthrough_route", - "allm_passthrough_route", - "generate_content", - "agenerate_content", - "generate_content_stream", - "agenerate_content_stream", - "ocr", - "aocr", - "call_mcp_tool", - "list_mcp_tools", - "asend_message", - "send_message", - "acreate_skill" - ], - "title": "CallTypes" - }, - "CallbacksByType": { - "properties": { - "success": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Success" - }, - "failure": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Failure" - }, - "success_and_failure": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Success And Failure" - } - }, - "type": "object", - "required": [ - "success", - "failure", - "success_and_failure" - ], - "title": "CallbacksByType" - }, - "ChatCompletionAnnotation": { - "properties": { - "type": { - "type": "string", - "const": "url_citation", - "title": "Type" - }, - "url_citation": { - "$ref": "#/components/schemas/ChatCompletionAnnotationURLCitation" - } - }, - "additionalProperties": true, - "type": "object", - "title": "ChatCompletionAnnotation" - }, - "ChatCompletionAnnotationURLCitation": { - "properties": { - "end_index": { - "type": "integer", - "title": "End Index" - }, - "start_index": { - "type": "integer", - "title": "Start Index" - }, - "title": { - "type": "string", - "title": "Title" - }, - "url": { - "type": "string", - "title": "Url" - } - }, - "additionalProperties": true, - "type": "object", - "title": "ChatCompletionAnnotationURLCitation" - }, - "ChatCompletionAudioResponse": { - "properties": { - "id": { - "type": "string", - "title": "Id" - }, - "data": { - "type": "string", - "title": "Data" - }, - "expires_at": { - "type": "integer", - "title": "Expires At" - }, - "transcript": { - "type": "string", - "title": "Transcript" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "id", - "data", - "expires_at", - "transcript" - ], - "title": "ChatCompletionAudioResponse" - }, - "ChatCompletionCachedContent": { - "properties": { - "type": { - "const": "ephemeral", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type" - ], - "title": "ChatCompletionCachedContent", - "type": "object" - }, - "ChatCompletionMessageToolCall": { - "properties": {}, - "additionalProperties": true, - "type": "object", - "title": "ChatCompletionMessageToolCall" - }, - "ChatCompletionReasoningItem": { - "description": "Represents an OpenAI Responses API reasoning item for round-tripping in conversation history.", - "properties": { - "type": { - "const": "reasoning", - "title": "Type", - "type": "string" - }, - "id": { - "title": "Id", - "type": "string" - }, - "encrypted_content": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Encrypted Content" - }, - "summary": { - "items": { - "$ref": "#/components/schemas/ChatCompletionReasoningSummaryTextBlock" - }, - "title": "Summary", - "type": "array" - } - }, - "required": [ - "type" - ], - "title": "ChatCompletionReasoningItem", - "type": "object" - }, - "ChatCompletionReasoningSummaryTextBlock": { - "properties": { - "type": { - "const": "summary_text", - "title": "Type", - "type": "string" - }, - "text": { - "title": "Text", - "type": "string" - } - }, - "required": [ - "type" - ], - "title": "ChatCompletionReasoningSummaryTextBlock", - "type": "object" - }, - "ChatCompletionRedactedThinkingBlock": { - "properties": { - "type": { - "const": "redacted_thinking", - "title": "Type", - "type": "string" - }, - "data": { - "title": "Data", - "type": "string" - }, - "cache_control": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "$ref": "#/components/schemas/ChatCompletionCachedContent" - }, - { - "type": "null" - } - ], - "title": "Cache Control" - } - }, - "required": [ - "type" - ], - "title": "ChatCompletionRedactedThinkingBlock", - "type": "object" - }, - "ChatCompletionThinkingBlock": { - "properties": { - "type": { - "const": "thinking", - "title": "Type", - "type": "string" - }, - "thinking": { - "title": "Thinking", - "type": "string" - }, - "signature": { - "title": "Signature", - "type": "string" - }, - "cache_control": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "$ref": "#/components/schemas/ChatCompletionCachedContent" - }, - { - "type": "null" - } - ], - "title": "Cache Control" - } - }, - "required": [ - "type" - ], - "title": "ChatCompletionThinkingBlock", - "type": "object" - }, - "ChatCompletionTokenLogprob": { - "properties": { - "token": { - "type": "string", - "title": "Token" - }, - "bytes": { - "anyOf": [ - { - "items": { - "type": "integer" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Bytes" - }, - "logprob": { - "type": "number", - "title": "Logprob" - }, - "top_logprobs": { - "items": { - "$ref": "#/components/schemas/TopLogprob" - }, - "type": "array", - "title": "Top Logprobs" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "token", - "logprob", - "top_logprobs" - ], - "title": "ChatCompletionTokenLogprob" - }, - "ChoiceLogprobs": { - "properties": { - "content": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ChatCompletionTokenLogprob" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Content" - } - }, - "additionalProperties": true, - "type": "object", - "title": "ChoiceLogprobs" - }, - "Choices": { - "properties": { - "finish_reason": { - "type": "string", - "enum": [ - "stop", - "content_filter", - "function_call", - "tool_calls", - "length", - "guardrail_intervened", - "eos", - "finish_reason_unspecified", - "malformed_function_call" - ], - "title": "Finish Reason" - }, - "index": { - "type": "integer", - "title": "Index" - }, - "message": { - "$ref": "#/components/schemas/Message" - }, - "logprobs": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChoiceLogprobs" - }, - {}, - { - "type": "null" - } - ], - "title": "Logprobs" - }, - "provider_specific_fields": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Provider Specific Fields" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "finish_reason", - "index", - "message" - ], - "title": "Choices" - }, - "ConfigurableClientsideParamsCustomAuth-Input": { - "properties": { - "api_base": { - "type": "string", - "title": "Api Base" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "api_base" - ], - "title": "ConfigurableClientsideParamsCustomAuth" - }, - "ConfigurableClientsideParamsCustomAuth-Output": { - "properties": { - "api_base": { - "type": "string", - "title": "Api Base" - } - }, - "type": "object", - "required": [ - "api_base" - ], - "title": "ConfigurableClientsideParamsCustomAuth" - }, - "CostEstimateRequest": { - "properties": { - "model": { - "type": "string", - "title": "Model", - "description": "Model name (from /model_group/info)" - }, - "input_tokens": { - "type": "integer", - "minimum": 0.0, - "title": "Input Tokens", - "description": "Expected input tokens per request" - }, - "output_tokens": { - "type": "integer", - "minimum": 0.0, - "title": "Output Tokens", - "description": "Expected output tokens per request" - }, - "num_requests_per_day": { - "anyOf": [ - { - "type": "integer", - "minimum": 0.0 - }, - { - "type": "null" - } - ], - "title": "Num Requests Per Day", - "description": "Number of requests per day" - }, - "num_requests_per_month": { - "anyOf": [ - { - "type": "integer", - "minimum": 0.0 - }, - { - "type": "null" - } - ], - "title": "Num Requests Per Month", - "description": "Number of requests per month" - } - }, - "type": "object", - "required": [ - "model", - "input_tokens", - "output_tokens" - ], - "title": "CostEstimateRequest", - "description": "Request body for /cost/estimate endpoint." - }, - "CostEstimateResponse": { - "properties": { - "model": { - "type": "string", - "title": "Model" - }, - "input_tokens": { - "type": "integer", - "title": "Input Tokens" - }, - "output_tokens": { - "type": "integer", - "title": "Output Tokens" - }, - "num_requests_per_day": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Num Requests Per Day" - }, - "num_requests_per_month": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Num Requests Per Month" - }, - "cost_per_request": { - "type": "number", - "title": "Cost Per Request", - "description": "Total cost per request (includes margin)" - }, - "input_cost_per_request": { - "type": "number", - "title": "Input Cost Per Request", - "description": "Input token cost per request (before margin)" - }, - "output_cost_per_request": { - "type": "number", - "title": "Output Cost Per Request", - "description": "Output token cost per request (before margin)" - }, - "margin_cost_per_request": { - "type": "number", - "title": "Margin Cost Per Request", - "description": "Margin/fee added per request", - "default": 0.0 - }, - "daily_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Daily Cost", - "description": "Total daily cost (includes margin)" - }, - "daily_input_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Daily Input Cost", - "description": "Daily input token cost" - }, - "daily_output_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Daily Output Cost", - "description": "Daily output token cost" - }, - "daily_margin_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Daily Margin Cost", - "description": "Daily margin/fee" - }, - "monthly_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Monthly Cost", - "description": "Total monthly cost (includes margin)" - }, - "monthly_input_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Monthly Input Cost", - "description": "Monthly input token cost" - }, - "monthly_output_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Monthly Output Cost", - "description": "Monthly output token cost" - }, - "monthly_margin_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Monthly Margin Cost", - "description": "Monthly margin/fee" - }, - "input_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token" - }, - "output_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token" - }, - "provider": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Provider" - } - }, - "type": "object", - "required": [ - "model", - "input_tokens", - "output_tokens", - "cost_per_request", - "input_cost_per_request", - "output_cost_per_request" - ], - "title": "CostEstimateResponse", - "description": "Response body for /cost/estimate endpoint." - }, - "CreateCredentialItem": { - "properties": { - "credential_name": { - "type": "string", - "title": "Credential Name" - }, - "credential_info": { - "additionalProperties": true, - "type": "object", - "title": "Credential Info" - }, - "credential_values": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Credential Values" - }, - "model_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model Id" - } - }, - "type": "object", - "required": [ - "credential_name", - "credential_info" - ], - "title": "CreateCredentialItem" - }, - "CredentialItem": { - "properties": { - "credential_name": { - "type": "string", - "title": "Credential Name" - }, - "credential_info": { - "additionalProperties": true, - "type": "object", - "title": "Credential Info" - }, - "credential_values": { - "additionalProperties": true, - "type": "object", - "title": "Credential Values" - } - }, - "type": "object", - "required": [ - "credential_name", - "credential_info", - "credential_values" - ], - "title": "CredentialItem" - }, - "DailySpendData": { - "properties": { - "date": { - "type": "string", - "format": "date", - "title": "Date" - }, - "metrics": { - "$ref": "#/components/schemas/SpendMetrics" - }, - "breakdown": { - "$ref": "#/components/schemas/BreakdownMetrics" - } - }, - "type": "object", - "required": [ - "date", - "metrics" - ], - "title": "DailySpendData" - }, - "DailySpendMetadata": { - "properties": { - "total_spend": { - "type": "number", - "title": "Total Spend", - "default": 0.0 - }, - "total_prompt_tokens": { - "type": "integer", - "title": "Total Prompt Tokens", - "default": 0 - }, - "total_completion_tokens": { - "type": "integer", - "title": "Total Completion Tokens", - "default": 0 - }, - "total_tokens": { - "type": "integer", - "title": "Total Tokens", - "default": 0 - }, - "total_api_requests": { - "type": "integer", - "title": "Total Api Requests", - "default": 0 - }, - "total_successful_requests": { - "type": "integer", - "title": "Total Successful Requests", - "default": 0 - }, - "total_failed_requests": { - "type": "integer", - "title": "Total Failed Requests", - "default": 0 - }, - "total_cache_read_input_tokens": { - "type": "integer", - "title": "Total Cache Read Input Tokens", - "default": 0 - }, - "total_cache_creation_input_tokens": { - "type": "integer", - "title": "Total Cache Creation Input Tokens", - "default": 0 - }, - "page": { - "type": "integer", - "title": "Page", - "default": 1 - }, - "total_pages": { - "type": "integer", - "title": "Total Pages", - "default": 1 - }, - "has_more": { - "type": "boolean", - "title": "Has More", - "default": false - } - }, - "type": "object", - "title": "DailySpendMetadata" - }, - "DefaultInternalUserParams": { - "properties": { - "user_role": { - "anyOf": [ - { - "type": "string", - "enum": [ - "internal_user", - "internal_user_viewer", - "proxy_admin", - "proxy_admin_viewer" - ] - }, - { - "type": "null" - } - ], - "title": "User Role", - "description": "Default role assigned to new users created", - "default": "internal_user_viewer" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget", - "description": "Default maximum budget (in USD) for new users created" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration", - "description": "Default budget duration for new users (e.g. 'daily', 'weekly', 'monthly')" - }, - "models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "description": "Default list of models that new users can access" - }, - "teams": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "items": { - "$ref": "#/components/schemas/NewUserRequestTeam" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Teams", - "description": "Default teams for new users created" - } - }, - "type": "object", - "title": "DefaultInternalUserParams", - "description": "Default parameters to apply when a new user signs in via SSO or is created on the /user/new API endpoint" - }, - "DefaultTeamSSOParams": { - "properties": { - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models", - "description": "Default list of models that new automatically created teams can access", - "default": [] - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget", - "description": "Default maximum budget (in USD) for new automatically created teams" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration", - "description": "Default budget duration for new automatically created teams (e.g. 'daily', 'weekly', 'monthly')" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit", - "description": "Default tpm limit for new automatically created teams" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit", - "description": "Default rpm limit for new automatically created teams" - }, - "team_member_permissions": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/KeyManagementRoutes" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Team Member Permissions", - "description": "Default permissions granted to members of newly created teams (e.g. /key/generate, /key/update, /key/delete). /key/info and /key/health are always included." - } - }, - "type": "object", - "title": "DefaultTeamSSOParams", - "description": "Default parameters to apply when a new team is automatically created by LiteLLM via SSO Groups" - }, - "DefaultTeamSettingsResponse": { - "properties": { - "values": { - "additionalProperties": true, - "type": "object", - "title": "Values" - }, - "field_schema": { - "additionalProperties": true, - "type": "object", - "title": "Field Schema" - } - }, - "type": "object", - "required": [ - "values", - "field_schema" - ], - "title": "DefaultTeamSettingsResponse", - "description": "Response model for default team settings" - }, - "DeleteCustomerRequest": { - "properties": { - "user_ids": { - "items": { - "type": "string" - }, - "type": "array", - "title": "User Ids" - } - }, - "type": "object", - "required": [ - "user_ids" - ], - "title": "DeleteCustomerRequest", - "description": "Delete multiple Customers" - }, - "DeleteModelGroupResponse": { - "properties": { - "access_group": { - "type": "string", - "title": "Access Group" - }, - "models_updated": { - "type": "integer", - "title": "Models Updated" - }, - "message": { - "type": "string", - "title": "Message" - } - }, - "type": "object", - "required": [ - "access_group", - "models_updated", - "message" - ], - "title": "DeleteModelGroupResponse" - }, - "DeleteOrganizationRequest": { - "properties": { - "organization_ids": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Organization Ids" - } - }, - "type": "object", - "required": [ - "organization_ids" - ], - "title": "DeleteOrganizationRequest" - }, - "DeleteProjectRequest": { - "properties": { - "project_ids": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Project Ids" - } - }, - "type": "object", - "required": [ - "project_ids" - ], - "title": "DeleteProjectRequest", - "description": "Request model for DELETE /project/delete" - }, - "DeleteTeamRequest": { - "properties": { - "team_ids": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Team Ids" - } - }, - "type": "object", - "required": [ - "team_ids" - ], - "title": "DeleteTeamRequest" - }, - "DeleteUserRequest": { - "properties": { - "user_ids": { - "items": { - "type": "string" - }, - "type": "array", - "title": "User Ids" - } - }, - "type": "object", - "required": [ - "user_ids" - ], - "title": "DeleteUserRequest" - }, - "Deployment": { - "properties": { - "model_name": { - "type": "string", - "title": "Model Name" - }, - "litellm_params": { - "$ref": "#/components/schemas/LiteLLM_Params" - }, - "model_info": { - "$ref": "#/components/schemas/ModelInfo" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "model_name", - "litellm_params", - "model_info" - ], - "title": "Deployment" - }, - "DistinctTagResponse": { - "properties": { - "tag": { - "type": "string", - "title": "Tag" - } - }, - "type": "object", - "required": [ - "tag" - ], - "title": "DistinctTagResponse", - "description": "Response for distinct user agent tags" - }, - "DistinctTagsResponse": { - "properties": { - "results": { - "items": { - "$ref": "#/components/schemas/DistinctTagResponse" - }, - "type": "array", - "title": "Results" - } - }, - "type": "object", - "required": [ - "results" - ], - "title": "DistinctTagsResponse", - "description": "Response for all distinct user agent tags" - }, - "EmailEvent": { - "type": "string", - "enum": [ - "Virtual Key Created", - "New User Invitation", - "Virtual Key Rotated", - "Soft Budget Crossed", - "Max Budget Alert" - ], - "title": "EmailEvent" - }, - "EmailEventSettings": { - "properties": { - "event": { - "$ref": "#/components/schemas/EmailEvent" - }, - "enabled": { - "type": "boolean", - "title": "Enabled" - } - }, - "type": "object", - "required": [ - "event", - "enabled" - ], - "title": "EmailEventSettings" - }, - "EmailEventSettingsResponse": { - "properties": { - "settings": { - "items": { - "$ref": "#/components/schemas/EmailEventSettings" - }, - "type": "array", - "title": "Settings" - } - }, - "type": "object", - "required": [ - "settings" - ], - "title": "EmailEventSettingsResponse" - }, - "EmailEventSettingsUpdateRequest": { - "properties": { - "settings": { - "items": { - "$ref": "#/components/schemas/EmailEventSettings" - }, - "type": "array", - "title": "Settings" - } - }, - "type": "object", - "required": [ - "settings" - ], - "title": "EmailEventSettingsUpdateRequest" - }, - "EndpointProvider": { - "properties": { - "slug": { - "type": "string", - "title": "Slug" - }, - "display_name": { - "type": "string", - "title": "Display Name" - } - }, - "type": "object", - "required": [ - "slug", - "display_name" - ], - "title": "EndpointProvider" - }, - "ErrorResponse": { - "properties": { - "detail": { - "additionalProperties": true, - "type": "object", - "title": "Detail", - "example": { - "error": { - "code": "error_code", - "message": "Error message", - "param": "error_param", - "type": "error_type" - } - } - } - }, - "type": "object", - "required": [ - "detail" - ], - "title": "ErrorResponse" - }, - "FailedKeyUpdate": { - "properties": { - "key": { - "type": "string", - "title": "Key" - }, - "key_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Key Info" - }, - "failed_reason": { - "type": "string", - "title": "Failed Reason" - } - }, - "type": "object", - "required": [ - "key", - "failed_reason" - ], - "title": "FailedKeyUpdate", - "description": "Failed key update with reason" - }, - "FallbackCreateRequest": { - "properties": { - "model": { - "type": "string", - "title": "Model", - "description": "The model name to configure fallbacks for (e.g., 'gpt-3.5-turbo')" - }, - "fallback_models": { - "items": { - "type": "string" - }, - "type": "array", - "minItems": 1, - "title": "Fallback Models", - "description": "List of fallback model names in order of priority" - }, - "fallback_type": { - "type": "string", - "enum": [ - "general", - "context_window", - "content_policy" - ], - "title": "Fallback Type", - "description": "Type of fallback: 'general' (default), 'context_window', or 'content_policy'", - "default": "general" - } - }, - "type": "object", - "required": [ - "model", - "fallback_models" - ], - "title": "FallbackCreateRequest", - "description": "Request model for creating/updating fallbacks" - }, - "FallbackDeleteResponse": { - "properties": { - "model": { - "type": "string", - "title": "Model", - "description": "The model name" - }, - "fallback_type": { - "type": "string", - "title": "Fallback Type", - "description": "Type of fallback" - }, - "message": { - "type": "string", - "title": "Message", - "description": "Success message" - } - }, - "type": "object", - "required": [ - "model", - "fallback_type", - "message" - ], - "title": "FallbackDeleteResponse", - "description": "Response model for deleting fallbacks" - }, - "FallbackGetResponse": { - "properties": { - "model": { - "type": "string", - "title": "Model", - "description": "The model name" - }, - "fallback_models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Fallback Models", - "description": "List of fallback model names" - }, - "fallback_type": { - "type": "string", - "title": "Fallback Type", - "description": "Type of fallback" - } - }, - "type": "object", - "required": [ - "model", - "fallback_models", - "fallback_type" - ], - "title": "FallbackGetResponse", - "description": "Response model for getting fallbacks" - }, - "FallbackResponse": { - "properties": { - "model": { - "type": "string", - "title": "Model", - "description": "The model name" - }, - "fallback_models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Fallback Models", - "description": "List of fallback model names" - }, - "fallback_type": { - "type": "string", - "title": "Fallback Type", - "description": "Type of fallback" - }, - "message": { - "type": "string", - "title": "Message", - "description": "Success message" - } - }, - "type": "object", - "required": [ - "model", - "fallback_models", - "fallback_type", - "message" - ], - "title": "FallbackResponse", - "description": "Response model for fallback operations" - }, - "FunctionCall": { - "properties": { - "arguments": { - "type": "string", - "title": "Arguments" - }, - "name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Name" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "arguments" - ], - "title": "FunctionCall" - }, - "GenerateKeyRequest": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "default": [] - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend", - "default": 0 - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata", - "default": {} - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Config", - "default": {} - }, - "permissions": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Permissions", - "default": {} - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Aliases", - "default": {} - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "enforced_params": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Enforced Params" - }, - "allowed_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Routes", - "default": [] - }, - "allowed_passthrough_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Passthrough Routes" - }, - "allowed_vector_store_indexes": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AllowedVectorStoreIndexItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Vector Store Indexes" - }, - "rpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Rpm Limit Type" - }, - "tpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Tpm Limit Type" - }, - "router_settings": { - "anyOf": [ - { - "$ref": "#/components/schemas/UpdateRouterConfig" - }, - { - "type": "null" - } - ] - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "send_invite_email": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Send Invite Email" - }, - "key_type": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLMKeyType" - }, - { - "type": "null" - } - ], - "description": "Type of key that determines default allowed routes.", - "default": "default" - }, - "auto_rotate": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Auto Rotate", - "description": "Whether this key should be automatically rotated", - "default": false - }, - "rotation_interval": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Rotation Interval", - "description": "How often to rotate this key (e.g., '30d', '90d'). Required if auto_rotate=True" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Id" - } - }, - "type": "object", - "title": "GenerateKeyRequest" - }, - "GenerateKeyResponse": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "default": [] - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend", - "default": 0 - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata", - "default": {} - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Config", - "default": {} - }, - "permissions": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Permissions", - "default": {} - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Aliases", - "default": {} - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "key": { - "type": "string", - "title": "Key" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "enforced_params": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Enforced Params" - }, - "allowed_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Routes", - "default": [] - }, - "allowed_passthrough_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Passthrough Routes" - }, - "allowed_vector_store_indexes": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AllowedVectorStoreIndexItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Vector Store Indexes" - }, - "rpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Rpm Limit Type" - }, - "tpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Tpm Limit Type" - }, - "router_settings": { - "anyOf": [ - { - "$ref": "#/components/schemas/UpdateRouterConfig" - }, - { - "type": "null" - } - ] - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "key_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Name" - }, - "expires": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Expires" - }, - "token_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token Id" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Id" - }, - "litellm_budget_table": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Litellm Budget Table" - }, - "token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - } - }, - "type": "object", - "required": [ - "key" - ], - "title": "GenerateKeyResponse" - }, - "GetTeamMemberPermissionsResponse": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "team_member_permissions": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Team Member Permissions", - "default": [] - }, - "all_available_permissions": { - "items": { - "type": "string" - }, - "type": "array", - "title": "All Available Permissions" - } - }, - "type": "object", - "required": [ - "team_id", - "all_available_permissions" - ], - "title": "GetTeamMemberPermissionsResponse", - "description": "Response to get the team member permissions for a team" - }, - "HTTPAuthSecurityScheme": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "type": { - "type": "string", - "const": "http", - "title": "Type" - }, - "scheme": { - "type": "string", - "title": "Scheme" - }, - "bearerFormat": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Bearerformat" - } - }, - "type": "object", - "required": [ - "type", - "scheme", - "bearerFormat" - ], - "title": "HTTPAuthSecurityScheme", - "description": "Defines a security scheme using HTTP authentication." - }, - "HTTPValidationError": { - "properties": { - "detail": { - "items": { - "$ref": "#/components/schemas/ValidationError" - }, - "type": "array", - "title": "Detail" - } - }, - "type": "object", - "title": "HTTPValidationError" - }, - "Hyperparameters": { - "properties": { - "batch_size": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Batch Size" - }, - "learning_rate_multiplier": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Learning Rate Multiplier" - }, - "n_epochs": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "N Epochs" - } - }, - "additionalProperties": true, - "type": "object", - "title": "Hyperparameters" - }, - "IPAddress": { - "properties": { - "ip": { - "type": "string", - "title": "Ip" - } - }, - "type": "object", - "required": [ - "ip" - ], - "title": "IPAddress" - }, - "ImageURLListItem": { - "properties": { - "image_url": { - "$ref": "#/components/schemas/ImageURLObject" - }, - "index": { - "type": "integer", - "title": "Index" - }, - "type": { - "type": "string", - "const": "image_url", - "title": "Type" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "image_url", - "index", - "type" - ], - "title": "ImageURLListItem" - }, - "ImageURLObject": { - "properties": { - "url": { - "type": "string", - "title": "Url" - }, - "detail": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Detail" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "url" - ], - "title": "ImageURLObject" - }, - "InProductNudgeResponse": { - "properties": { - "is_claude_code_enabled": { - "type": "boolean", - "title": "Is Claude Code Enabled", - "description": "Whether the Claude Code nudge should be shown.", - "default": false - } - }, - "type": "object", - "title": "InProductNudgeResponse" - }, - "InternalUserSettingsResponse": { - "properties": { - "values": { - "additionalProperties": true, - "type": "object", - "title": "Values" - }, - "field_schema": { - "additionalProperties": true, - "type": "object", - "title": "Field Schema" - } - }, - "type": "object", - "required": [ - "values", - "field_schema" - ], - "title": "InternalUserSettingsResponse", - "description": "Response model for internal user settings" - }, - "KeyHealthResponse": { - "properties": { - "key": { - "type": "string", - "enum": [ - "healthy", - "unhealthy" - ], - "title": "Key" - }, - "logging_callbacks": { - "anyOf": [ - { - "$ref": "#/components/schemas/LoggingCallbackStatus" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "title": "KeyHealthResponse" - }, - "KeyListResponseObject": { - "properties": { - "keys": { - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "$ref": "#/components/schemas/UserAPIKeyAuth" - }, - { - "$ref": "#/components/schemas/LiteLLM_DeletedVerificationToken" - } - ] - }, - "type": "array", - "title": "Keys" - }, - "total_count": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Total Count" - }, - "current_page": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Current Page" - }, - "total_pages": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Total Pages" - } - }, - "type": "object", - "title": "KeyListResponseObject" - }, - "KeyManagementRoutes": { - "type": "string", - "enum": [ - "/key/generate", - "/key/update", - "/key/delete", - "/key/regenerate", - "/key/service-account/generate", - "/key/{key_id}/regenerate", - "/key/block", - "/key/unblock", - "/key/bulk_update", - "/team/key/bulk_update", - "/key/{key_id}/reset_spend", - "/key/info", - "/key/health", - "/key/list", - "/key/aliases", - "/team/daily/activity", - "/spend/logs" - ], - "title": "KeyManagementRoutes", - "description": "Enum for key management routes" - }, - "KeyMetadata": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - } - }, - "type": "object", - "title": "KeyMetadata", - "description": "Metadata for a key" - }, - "KeyMetricWithMetadata": { - "properties": { - "metrics": { - "$ref": "#/components/schemas/SpendMetrics" - }, - "metadata": { - "$ref": "#/components/schemas/KeyMetadata" - } - }, - "type": "object", - "required": [ - "metrics" - ], - "title": "KeyMetricWithMetadata", - "description": "Base class for metrics with additional metadata" - }, - "KeyRequest": { - "properties": { - "keys": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Keys" - }, - "key_aliases": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Key Aliases" - } - }, - "type": "object", - "title": "KeyRequest" - }, - "KeyUpdateFields": { - "properties": { - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "rpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Rpm Limit Type" - }, - "tpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Tpm Limit Type" - }, - "temp_budget_increase": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Temp Budget Increase" - }, - "temp_budget_expiry": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Temp Budget Expiry" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - } - }, - "additionalProperties": false, - "type": "object", - "title": "KeyUpdateFields", - "description": "Allowlist of bulk-broadcastable fields for /team/key/bulk_update; `extra=\"forbid\"` blocks RBAC/ownership/scope mutations even by team admins." - }, - "ListAccessGroupsResponse": { - "properties": { - "access_groups": { - "items": { - "$ref": "#/components/schemas/AccessGroupInfo" - }, - "type": "array", - "title": "Access Groups" - } - }, - "type": "object", - "required": [ - "access_groups" - ], - "title": "ListAccessGroupsResponse" - }, - "LiteLLMFineTuningJobCreate": { - "properties": { - "model": { - "type": "string", - "title": "Model" - }, - "training_file": { - "type": "string", - "title": "Training File" - }, - "hyperparameters": { - "anyOf": [ - { - "$ref": "#/components/schemas/Hyperparameters" - }, - { - "type": "null" - } - ] - }, - "suffix": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Suffix" - }, - "validation_file": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Validation File" - }, - "integrations": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Integrations" - }, - "seed": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Seed" - }, - "custom_llm_provider": { - "anyOf": [ - { - "type": "string", - "enum": [ - "openai", - "azure", - "vertex_ai" - ] - }, - { - "type": "null" - } - ], - "title": "Custom Llm Provider" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "model", - "training_file" - ], - "title": "LiteLLMFineTuningJobCreate" - }, - "LiteLLMKeyType": { - "type": "string", - "enum": [ - "llm_api", - "management", - "read_only", - "default" - ], - "title": "LiteLLMKeyType", - "description": "Enum for key types that determine what routes a key can access" - }, - "LiteLLM_BudgetTable": { - "properties": { - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "allowed_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Models" - } - }, - "type": "object", - "title": "LiteLLM_BudgetTable", - "description": "Represents user-controllable params for a LiteLLM_BudgetTable record.\n\nBudget-write paths use `model_fields.keys()` on this class as an allowlist\nfor user input. Keep server-managed fields (e.g. `budget_reset_at`) on\n`LiteLLM_BudgetTableFull` so they aren't user-settable." - }, - "LiteLLM_BudgetTableFull": { - "properties": { - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "allowed_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Models" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "created_at": { - "type": "string", - "format": "date-time", - "title": "Created At" - } - }, - "type": "object", - "required": [ - "created_at" - ], - "title": "LiteLLM_BudgetTableFull", - "description": "LiteLLM_BudgetTable + server-managed fields returned on API responses." - }, - "LiteLLM_DeletedTeamTable": { - "properties": { - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Alias" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "admins": { - "items": {}, - "type": "array", - "title": "Admins", - "default": [] - }, - "members": { - "items": {}, - "type": "array", - "title": "Members", - "default": [] - }, - "members_with_roles": { - "items": { - "$ref": "#/components/schemas/Member" - }, - "type": "array", - "title": "Members With Roles", - "default": [] - }, - "team_member_permissions": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Team Member Permissions" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "default_team_member_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Default Team Member Models" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "model_id": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Model Id" - }, - "litellm_model_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ModelTable" - }, - { - "type": "null" - } - ] - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Id" - }, - "deleted_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Deleted At" - }, - "deleted_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Deleted By" - }, - "deleted_by_api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Deleted By Api Key" - }, - "litellm_changed_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Changed By" - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "LiteLLM_DeletedTeamTable", - "description": "Recording of deleted teams for audit purposes. Mirrors LiteLLM_TeamTable\nplus metadata captured at deletion time." - }, - "LiteLLM_DeletedVerificationToken": { - "properties": { - "token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token" - }, - "key_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Name" - }, - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "expires": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Expires" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "aliases": { - "additionalProperties": true, - "type": "object", - "title": "Aliases", - "default": {} - }, - "config": { - "additionalProperties": true, - "type": "object", - "title": "Config", - "default": {} - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "additionalProperties": true, - "type": "object", - "title": "Metadata", - "default": {} - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "allowed_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Routes", - "default": [] - }, - "permissions": { - "additionalProperties": true, - "type": "object", - "title": "Permissions", - "default": {} - }, - "model_spend": { - "additionalProperties": true, - "type": "object", - "title": "Model Spend", - "default": {} - }, - "model_max_budget": { - "additionalProperties": true, - "type": "object", - "title": "Model Max Budget", - "default": {} - }, - "soft_budget_cooldown": { - "type": "boolean", - "title": "Soft Budget Cooldown", - "default": false - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "litellm_budget_table": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Litellm Budget Table" - }, - "org_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Org Id" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - }, - "last_active": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Last Active" - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "rotation_count": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rotation Count", - "default": 0 - }, - "auto_rotate": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Auto Rotate", - "default": false - }, - "rotation_interval": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Rotation Interval" - }, - "last_rotation_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Last Rotation At" - }, - "key_rotation_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Key Rotation At" - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Id" - }, - "deleted_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Deleted At" - }, - "deleted_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Deleted By" - }, - "deleted_by_api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Deleted By Api Key" - }, - "litellm_changed_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Changed By" - } - }, - "type": "object", - "title": "LiteLLM_DeletedVerificationToken", - "description": "Recording of deleted keys for audit purposes. Mirrors LiteLLM_VerificationToken\nplus metadata captured at deletion time." - }, - "LiteLLM_EndUserTable": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "blocked": { - "type": "boolean", - "title": "Blocked" - }, - "alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Alias" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "allowed_model_region": { - "anyOf": [ - { - "type": "string", - "enum": [ - "eu", - "us" - ] - }, - { - "type": "null" - } - ], - "title": "Allowed Model Region" - }, - "default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Default Model" - }, - "litellm_budget_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_BudgetTable" - }, - { - "type": "null" - } - ] - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "user_id", - "blocked" - ], - "title": "LiteLLM_EndUserTable" - }, - "LiteLLM_MemoryRow": { - "properties": { - "memory_id": { - "type": "string", - "title": "Memory Id" - }, - "key": { - "type": "string", - "title": "Key" - }, - "value": { - "type": "string", - "title": "Value" - }, - "metadata": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - } - }, - "type": "object", - "required": [ - "memory_id", - "key", - "value" - ], - "title": "LiteLLM_MemoryRow" - }, - "LiteLLM_ModelTable": { - "properties": { - "id": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Id" - }, - "model_aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model Aliases" - }, - "created_by": { - "type": "string", - "title": "Created By" - }, - "updated_by": { - "type": "string", - "title": "Updated By" - }, - "team": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_TeamTable" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "created_by", - "updated_by" - ], - "title": "LiteLLM_ModelTable" - }, - "LiteLLM_ObjectPermissionBase": { - "properties": { - "mcp_servers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mcp Servers" - }, - "mcp_access_groups": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mcp Access Groups" - }, - "mcp_tool_permissions": { - "anyOf": [ - { - "additionalProperties": { - "items": { - "type": "string" - }, - "type": "array" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Mcp Tool Permissions" - }, - "mcp_toolsets": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mcp Toolsets" - }, - "blocked_tools": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Blocked Tools" - }, - "vector_stores": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Vector Stores" - }, - "agents": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Agents" - }, - "agent_access_groups": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Agent Access Groups" - }, - "models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models" - }, - "search_tools": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Search Tools" - } - }, - "type": "object", - "title": "LiteLLM_ObjectPermissionBase" - }, - "LiteLLM_ObjectPermissionTable": { - "properties": { - "object_permission_id": { - "type": "string", - "title": "Object Permission Id" - }, - "mcp_servers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mcp Servers", - "default": [] - }, - "mcp_access_groups": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mcp Access Groups", - "default": [] - }, - "mcp_tool_permissions": { - "anyOf": [ - { - "additionalProperties": { - "items": { - "type": "string" - }, - "type": "array" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Mcp Tool Permissions" - }, - "vector_stores": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Vector Stores", - "default": [] - }, - "agents": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Agents", - "default": [] - }, - "agent_access_groups": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Agent Access Groups", - "default": [] - }, - "mcp_toolsets": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mcp Toolsets" - }, - "blocked_tools": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Blocked Tools", - "default": [] - }, - "search_tools": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Search Tools", - "default": [] - } - }, - "type": "object", - "required": [ - "object_permission_id" - ], - "title": "LiteLLM_ObjectPermissionTable", - "description": "Represents a LiteLLM_ObjectPermissionTable record" - }, - "LiteLLM_OrganizationMembershipTable": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "organization_id": { - "type": "string", - "title": "Organization Id" - }, - "user_role": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Role" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "created_at": { - "type": "string", - "format": "date-time", - "title": "Created At" - }, - "updated_at": { - "type": "string", - "format": "date-time", - "title": "Updated At" - }, - "user": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "User" - }, - "litellm_budget_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_BudgetTable" - }, - { - "type": "null" - } - ] - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - } - }, - "type": "object", - "required": [ - "user_id", - "organization_id", - "created_at", - "updated_at" - ], - "title": "LiteLLM_OrganizationMembershipTable", - "description": "This is the table that track what organizations a user belongs to and users spend within the organization" - }, - "LiteLLM_OrganizationTableWithMembers": { - "properties": { - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "organization_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Alias" - }, - "budget_id": { - "type": "string", - "title": "Budget Id" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models" - }, - "created_by": { - "type": "string", - "title": "Created By" - }, - "updated_by": { - "type": "string", - "title": "Updated By" - }, - "users": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/LiteLLM_UserTable" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Users" - }, - "litellm_budget_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_BudgetTable" - }, - { - "type": "null" - } - ] - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "members": { - "items": { - "$ref": "#/components/schemas/LiteLLM_OrganizationMembershipTable" - }, - "type": "array", - "title": "Members", - "default": [] - }, - "teams": { - "items": { - "$ref": "#/components/schemas/LiteLLM_TeamTable" - }, - "type": "array", - "title": "Teams", - "default": [] - }, - "created_at": { - "type": "string", - "format": "date-time", - "title": "Created At" - }, - "updated_at": { - "type": "string", - "format": "date-time", - "title": "Updated At" - } - }, - "type": "object", - "required": [ - "budget_id", - "models", - "created_by", - "updated_by", - "created_at", - "updated_at" - ], - "title": "LiteLLM_OrganizationTableWithMembers", - "description": "Returned by the /organization/info endpoint and /organization/list endpoint" - }, - "LiteLLM_Params": { - "properties": { - "input_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token" - }, - "output_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token" - }, - "input_cost_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Second" - }, - "output_cost_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Second" - }, - "output_cost_per_second_1080p": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Second 1080P" - }, - "input_cost_per_pixel": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Pixel" - }, - "output_cost_per_pixel": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Pixel" - }, - "input_cost_per_token_flex": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Flex" - }, - "input_cost_per_token_priority": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Priority" - }, - "cache_creation_input_token_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Creation Input Token Cost" - }, - "cache_creation_input_token_cost_above_1hr": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Creation Input Token Cost Above 1Hr" - }, - "cache_creation_input_token_cost_above_200k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Creation Input Token Cost Above 200K Tokens" - }, - "cache_creation_input_audio_token_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Creation Input Audio Token Cost" - }, - "cache_read_input_token_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Token Cost" - }, - "cache_read_input_token_cost_flex": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Token Cost Flex" - }, - "cache_read_input_token_cost_priority": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Token Cost Priority" - }, - "cache_read_input_token_cost_above_200k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Token Cost Above 200K Tokens" - }, - "cache_read_input_audio_token_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Audio Token Cost" - }, - "input_cost_per_character": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Character" - }, - "input_cost_per_character_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Character Above 128K Tokens" - }, - "input_cost_per_audio_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Audio Token" - }, - "input_cost_per_token_cache_hit": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Cache Hit" - }, - "input_cost_per_token_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Above 128K Tokens" - }, - "input_cost_per_token_above_200k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Above 200K Tokens" - }, - "input_cost_per_query": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Query" - }, - "input_cost_per_image": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Image" - }, - "input_cost_per_image_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Image Above 128K Tokens" - }, - "input_cost_per_audio_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Audio Per Second" - }, - "input_cost_per_audio_per_second_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Audio Per Second Above 128K Tokens" - }, - "input_cost_per_video_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Video Per Second" - }, - "input_cost_per_video_per_second_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Video Per Second Above 128K Tokens" - }, - "input_cost_per_video_per_second_above_15s_interval": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Video Per Second Above 15S Interval" - }, - "input_cost_per_video_per_second_above_8s_interval": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Video Per Second Above 8S Interval" - }, - "input_cost_per_token_batches": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Batches" - }, - "output_cost_per_token_batches": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Batches" - }, - "output_cost_per_token_flex": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Flex" - }, - "output_cost_per_token_priority": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Priority" - }, - "output_cost_per_character": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Character" - }, - "output_cost_per_audio_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Audio Token" - }, - "output_cost_per_token_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Above 128K Tokens" - }, - "output_cost_per_token_above_200k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Above 200K Tokens" - }, - "output_cost_per_character_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Character Above 128K Tokens" - }, - "output_cost_per_image": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Image" - }, - "output_cost_per_image_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Image Token" - }, - "output_cost_per_reasoning_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Reasoning Token" - }, - "output_cost_per_video_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Video Per Second" - }, - "output_cost_per_audio_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Audio Per Second" - }, - "search_context_cost_per_query": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Search Context Cost Per Query" - }, - "citation_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Citation Cost Per Token" - }, - "tiered_pricing": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tiered Pricing" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Base" - }, - "api_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Version" - }, - "vertex_project": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vertex Project" - }, - "vertex_location": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vertex Location" - }, - "vertex_credentials": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Vertex Credentials" - }, - "region_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Region Name" - }, - "aws_access_key_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Access Key Id" - }, - "aws_secret_access_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Secret Access Key" - }, - "aws_region_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Region Name" - }, - "aws_bedrock_runtime_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Bedrock Runtime Endpoint" - }, - "watsonx_region_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Watsonx Region Name" - }, - "custom_llm_provider": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Custom Llm Provider" - }, - "tpm": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm" - }, - "rpm": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm" - }, - "timeout": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Timeout" - }, - "stream_timeout": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Stream Timeout" - }, - "max_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Retries" - }, - "organization": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization" - }, - "configurable_clientside_auth_params": { - "anyOf": [ - { - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "$ref": "#/components/schemas/ConfigurableClientsideParamsCustomAuth-Input" - } - ] - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Configurable Clientside Auth Params" - }, - "litellm_credential_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Credential Name" - }, - "litellm_trace_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Trace Id" - }, - "max_file_size_mb": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max File Size Mb" - }, - "default_api_key_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Default Api Key Tpm Limit" - }, - "default_api_key_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Default Api Key Rpm Limit" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "use_in_pass_through": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Use In Pass Through", - "default": false - }, - "use_litellm_proxy": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Use Litellm Proxy", - "default": false - }, - "use_chat_completions_api": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Use Chat Completions Api" - }, - "merge_reasoning_content_in_choices": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Merge Reasoning Content In Choices", - "default": false - }, - "model_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Info" - }, - "mock_response": { - "anyOf": [ - { - "type": "string" - }, - { - "$ref": "#/components/schemas/ModelResponse" - }, - {}, - { - "type": "null" - } - ], - "title": "Mock Response" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "tag_regex": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tag Regex" - }, - "auto_router_config_path": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auto Router Config Path" - }, - "auto_router_config": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auto Router Config" - }, - "auto_router_default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auto Router Default Model" - }, - "auto_router_embedding_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auto Router Embedding Model" - }, - "complexity_router_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Complexity Router Config" - }, - "complexity_router_default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Complexity Router Default Model" - }, - "adaptive_router_default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Adaptive Router Default Model" - }, - "adaptive_router_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Adaptive Router Config" - }, - "quality_router_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Quality Router Config" - }, - "quality_router_default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Quality Router Default Model" - }, - "s3_bucket_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "S3 Bucket Name" - }, - "s3_encryption_key_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "S3 Encryption Key Id" - }, - "gcs_bucket_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Gcs Bucket Name" - }, - "vector_store_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Id" - }, - "milvus_text_field": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Milvus Text Field" - }, - "milvus_db_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Milvus Db Name" - }, - "milvus_partition_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Milvus Partition Names" - }, - "model": { - "type": "string", - "title": "Model" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "model" - ], - "title": "LiteLLM_Params", - "description": "LiteLLM Params with 'model' requirement - used for completions" - }, - "LiteLLM_ProjectTable": { - "properties": { - "project_id": { - "type": "string", - "title": "Project Id" - }, - "project_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Alias" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models", - "default": [] - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "model_spend": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Spend" - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "created_by": { - "type": "string", - "title": "Created By" - }, - "updated_by": { - "type": "string", - "title": "Updated By" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "litellm_budget_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_BudgetTable" - }, - { - "type": "null" - } - ] - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "project_id", - "created_by", - "updated_by" - ], - "title": "LiteLLM_ProjectTable", - "description": "Database model representation for project" - }, - "LiteLLM_SpendLogs": { - "properties": { - "request_id": { - "type": "string", - "title": "Request Id" - }, - "api_key": { - "type": "string", - "title": "Api Key" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model", - "default": "" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Base", - "default": "" - }, - "call_type": { - "type": "string", - "title": "Call Type" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend", - "default": 0.0 - }, - "total_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Total Tokens", - "default": 0 - }, - "prompt_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Prompt Tokens", - "default": 0 - }, - "completion_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Completion Tokens", - "default": 0 - }, - "startTime": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Starttime" - }, - "endTime": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Endtime" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User", - "default": "" - }, - "metadata": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Metadata", - "default": {} - }, - "cache_hit": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Cache Hit", - "default": "False" - }, - "cache_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Cache Key" - }, - "request_tags": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Request Tags" - }, - "requester_ip_address": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Requester Ip Address" - }, - "messages": { - "anyOf": [ - { - "type": "string" - }, - { - "items": {}, - "type": "array" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Messages" - }, - "response": { - "anyOf": [ - { - "type": "string" - }, - { - "items": {}, - "type": "array" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Response" - } - }, - "type": "object", - "required": [ - "request_id", - "api_key", - "call_type", - "startTime", - "endTime", - "messages", - "response" - ], - "title": "LiteLLM_SpendLogs" - }, - "LiteLLM_TeamMembership": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend", - "default": 0.0 - }, - "total_spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Total Spend", - "default": 0.0 - }, - "litellm_budget_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_BudgetTableFull" - }, - { - "$ref": "#/components/schemas/LiteLLM_BudgetTable" - }, - { - "type": "null" - } - ], - "title": "Litellm Budget Table" - } - }, - "type": "object", - "required": [ - "user_id", - "team_id", - "litellm_budget_table" - ], - "title": "LiteLLM_TeamMembership" - }, - "LiteLLM_TeamTable": { - "properties": { - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Alias" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "admins": { - "items": {}, - "type": "array", - "title": "Admins", - "default": [] - }, - "members": { - "items": {}, - "type": "array", - "title": "Members", - "default": [] - }, - "members_with_roles": { - "items": { - "$ref": "#/components/schemas/Member" - }, - "type": "array", - "title": "Members With Roles", - "default": [] - }, - "team_member_permissions": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Team Member Permissions" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "default_team_member_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Default Team Member Models" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "model_id": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Model Id" - }, - "litellm_model_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ModelTable" - }, - { - "type": "null" - } - ] - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "LiteLLM_TeamTable" - }, - "LiteLLM_UserTable": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_spend": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Spend", - "default": {} - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "user_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Alias" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "user_role": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Role" - }, - "organization_memberships": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/LiteLLM_OrganizationMembershipTable" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Organization Memberships" - }, - "teams": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Teams", - "default": [] - }, - "sso_user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Sso User Id" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "user_id" - ], - "title": "LiteLLM_UserTable" - }, - "LiteLLM_UserTableWithKeyCount": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_spend": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Spend", - "default": {} - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "user_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Alias" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "user_role": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Role" - }, - "organization_memberships": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/LiteLLM_OrganizationMembershipTable" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Organization Memberships" - }, - "teams": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Teams", - "default": [] - }, - "sso_user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Sso User Id" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "key_count": { - "type": "integer", - "title": "Key Count", - "default": 0 - } - }, - "type": "object", - "required": [ - "user_id" - ], - "title": "LiteLLM_UserTableWithKeyCount" - }, - "LiteLLM_VerificationToken": { - "properties": { - "token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token" - }, - "key_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Name" - }, - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "expires": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Expires" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "aliases": { - "additionalProperties": true, - "type": "object", - "title": "Aliases", - "default": {} - }, - "config": { - "additionalProperties": true, - "type": "object", - "title": "Config", - "default": {} - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "additionalProperties": true, - "type": "object", - "title": "Metadata", - "default": {} - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "allowed_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Routes", - "default": [] - }, - "permissions": { - "additionalProperties": true, - "type": "object", - "title": "Permissions", - "default": {} - }, - "model_spend": { - "additionalProperties": true, - "type": "object", - "title": "Model Spend", - "default": {} - }, - "model_max_budget": { - "additionalProperties": true, - "type": "object", - "title": "Model Max Budget", - "default": {} - }, - "soft_budget_cooldown": { - "type": "boolean", - "title": "Soft Budget Cooldown", - "default": false - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "litellm_budget_table": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Litellm Budget Table" - }, - "org_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Org Id" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - }, - "last_active": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Last Active" - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "rotation_count": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rotation Count", - "default": 0 - }, - "auto_rotate": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Auto Rotate", - "default": false - }, - "rotation_interval": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Rotation Interval" - }, - "last_rotation_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Last Rotation At" - }, - "key_rotation_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Key Rotation At" - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - } - }, - "type": "object", - "title": "LiteLLM_VerificationToken" - }, - "LitellmUserRoles": { - "type": "string", - "enum": [ - "proxy_admin", - "proxy_admin_viewer", - "org_admin", - "internal_user", - "internal_user_viewer", - "team", - "customer" - ], - "title": "LitellmUserRoles", - "description": "Admin Roles:\nPROXY_ADMIN: admin over the platform\nPROXY_ADMIN_VIEW_ONLY: can login, view all own keys, view all spend\nORG_ADMIN: admin over a specific organization, can create teams, users only within their organization\n\nInternal User Roles:\nINTERNAL_USER: can login, view/create/delete their own keys, view their spend\nINTERNAL_USER_VIEW_ONLY: can login, view their own keys, view their own spend\n\n\nTeam Roles:\nTEAM: used for JWT auth\n\n\nCustomer Roles:\nCUSTOMER: External users -> these are customers" - }, - "LoggingCallbackStatus": { - "properties": { - "callbacks": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Callbacks" - }, - "status": { - "type": "string", - "enum": [ - "healthy", - "unhealthy" - ], - "title": "Status" - }, - "details": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Details" - } - }, - "type": "object", - "title": "LoggingCallbackStatus" - }, - "MCPPublicServer": { - "properties": { - "server_id": { - "type": "string", - "title": "Server Id" - }, - "name": { - "type": "string", - "title": "Name" - }, - "alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Alias" - }, - "server_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Server Name" - }, - "url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Url" - }, - "transport": { - "type": "string", - "enum": [ - "sse", - "http", - "stdio" - ], - "title": "Transport" - }, - "spec_path": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Spec Path" - }, - "auth_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "none", - "api_key", - "bearer_token", - "basic", - "authorization", - "oauth2", - "aws_sigv4", - "token", - "oauth2_token_exchange" - ] - }, - { - "type": "null" - } - ], - "title": "Auth Type" - }, - "mcp_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Mcp Info" - } - }, - "type": "object", - "required": [ - "server_id", - "name", - "transport" - ], - "title": "MCPPublicServer", - "description": "Safe params for public MCP servers" - }, - "MCPSemanticFilterSettings": { - "properties": { - "enabled": { - "type": "boolean", - "title": "Enabled", - "description": "Enable semantic filtering of MCP tools based on query relevance", - "default": false - }, - "embedding_model": { - "type": "string", - "title": "Embedding Model", - "description": "Embedding model to use for semantic similarity (e.g., 'text-embedding-3-small', 'text-embedding-ada-002')", - "default": "text-embedding-3-small" - }, - "top_k": { - "type": "integer", - "maximum": 100.0, - "minimum": 1.0, - "title": "Top K", - "description": "Number of most relevant tools to return", - "default": 10 - }, - "similarity_threshold": { - "type": "number", - "maximum": 1.0, - "minimum": 0.0, - "title": "Similarity Threshold", - "description": "Minimum similarity score for tool inclusion (0.0 to 1.0, where 1.0 = exact match)", - "default": 0.3 - } - }, - "type": "object", - "title": "MCPSemanticFilterSettings", - "description": "Configuration for MCP Semantic Tool Filter" - }, - "MCPSemanticFilterSettingsResponse": { - "properties": { - "values": { - "additionalProperties": true, - "type": "object", - "title": "Values" - }, - "field_schema": { - "additionalProperties": true, - "type": "object", - "title": "Field Schema" - } - }, - "type": "object", - "required": [ - "values", - "field_schema" - ], - "title": "MCPSemanticFilterSettingsResponse", - "description": "Response model for MCP semantic filter settings" - }, - "Member": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id", - "description": "The unique ID of the user to add. Either user_id or user_email must be provided" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email", - "description": "The email address of the user to add. Either user_id or user_email must be provided" - }, - "role": { - "type": "string", - "enum": [ - "admin", - "user" - ], - "title": "Role", - "description": "The role of the user within the team. 'admin' users can manage team settings and members, 'user' is a regular team member" - } - }, - "type": "object", - "required": [ - "role" - ], - "title": "Member" - }, - "MemoryCreateRequest": { - "properties": { - "key": { - "type": "string", - "title": "Key", - "description": "Memory key (acts as the namespace in the URL)." - }, - "value": { - "type": "string", - "title": "Value", - "description": "Memory content. Typically markdown/text for LLM context." - }, - "metadata": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Metadata", - "description": "Optional JSON metadata (tags, structured fields)." - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id", - "description": "Scope to this user. Defaults to the caller's user_id." - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id", - "description": "Scope to this team. Defaults to the caller's team_id." - } - }, - "type": "object", - "required": [ - "key", - "value" - ], - "title": "MemoryCreateRequest" - }, - "MemoryDeleteResponse": { - "properties": { - "key": { - "type": "string", - "title": "Key" - }, - "deleted": { - "type": "boolean", - "title": "Deleted" - } - }, - "type": "object", - "required": [ - "key", - "deleted" - ], - "title": "MemoryDeleteResponse" - }, - "MemoryListResponse": { - "properties": { - "memories": { - "items": { - "$ref": "#/components/schemas/LiteLLM_MemoryRow" - }, - "type": "array", - "title": "Memories" - }, - "total": { - "type": "integer", - "title": "Total" - } - }, - "type": "object", - "required": [ - "memories", - "total" - ], - "title": "MemoryListResponse" - }, - "MemoryUpdateRequest": { - "properties": { - "value": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Value" - }, - "metadata": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - } - }, - "type": "object", - "title": "MemoryUpdateRequest" - }, - "Message": { - "properties": { - "content": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Content" - }, - "role": { - "type": "string", - "enum": [ - "assistant", - "user", - "system", - "tool", - "function" - ], - "title": "Role" - }, - "tool_calls": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ChatCompletionMessageToolCall" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tool Calls" - }, - "function_call": { - "anyOf": [ - { - "$ref": "#/components/schemas/FunctionCall" - }, - { - "type": "null" - } - ] - }, - "audio": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionAudioResponse" - }, - { - "type": "null" - } - ] - }, - "images": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ImageURLListItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Images" - }, - "reasoning_content": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Reasoning Content" - }, - "thinking_blocks": { - "anyOf": [ - { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionThinkingBlock" - }, - { - "$ref": "#/components/schemas/ChatCompletionRedactedThinkingBlock" - } - ] - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Thinking Blocks" - }, - "reasoning_items": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ChatCompletionReasoningItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Reasoning Items" - }, - "provider_specific_fields": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Provider Specific Fields" - }, - "annotations": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ChatCompletionAnnotation" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Annotations" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "content", - "role", - "tool_calls", - "function_call" - ], - "title": "Message" - }, - "MetricWithMetadata": { - "properties": { - "metrics": { - "$ref": "#/components/schemas/SpendMetrics" - }, - "metadata": { - "additionalProperties": true, - "type": "object", - "title": "Metadata" - }, - "api_key_breakdown": { - "additionalProperties": { - "$ref": "#/components/schemas/KeyMetricWithMetadata" - }, - "type": "object", - "title": "Api Key Breakdown" - } - }, - "type": "object", - "required": [ - "metrics" - ], - "title": "MetricWithMetadata" - }, - "ModelGroupInfoProxy": { - "properties": { - "model_group": { - "type": "string", - "title": "Model Group" - }, - "providers": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Providers" - }, - "max_input_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Input Tokens" - }, - "max_output_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Output Tokens" - }, - "input_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token" - }, - "output_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token" - }, - "input_cost_per_pixel": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Pixel" - }, - "mode": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "string", - "enum": [ - "chat", - "embedding", - "completion", - "image_generation", - "audio_transcription", - "rerank", - "moderations" - ] - }, - { - "type": "null" - } - ], - "title": "Mode", - "default": "chat" - }, - "tpm": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm" - }, - "rpm": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm" - }, - "supports_parallel_function_calling": { - "type": "boolean", - "title": "Supports Parallel Function Calling", - "default": false - }, - "supports_vision": { - "type": "boolean", - "title": "Supports Vision", - "default": false - }, - "supports_web_search": { - "type": "boolean", - "title": "Supports Web Search", - "default": false - }, - "supports_url_context": { - "type": "boolean", - "title": "Supports Url Context", - "default": false - }, - "supports_reasoning": { - "type": "boolean", - "title": "Supports Reasoning", - "default": false - }, - "supports_function_calling": { - "type": "boolean", - "title": "Supports Function Calling", - "default": false - }, - "supported_openai_params": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Supported Openai Params", - "default": [] - }, - "configurable_clientside_auth_params": { - "anyOf": [ - { - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "$ref": "#/components/schemas/ConfigurableClientsideParamsCustomAuth-Output" - } - ] - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Configurable Clientside Auth Params" - }, - "is_public_model_group": { - "type": "boolean", - "title": "Is Public Model Group", - "default": false - }, - "health_status": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Health Status" - }, - "health_response_time": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Health Response Time" - }, - "health_checked_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Health Checked At" - } - }, - "type": "object", - "required": [ - "model_group", - "providers" - ], - "title": "ModelGroupInfoProxy" - }, - "ModelInfo": { - "properties": { - "id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Id" - }, - "db_model": { - "type": "boolean", - "title": "Db Model", - "default": false - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "base_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Base Model" - }, - "tier": { - "anyOf": [ - { - "type": "string", - "enum": [ - "free", - "paid" - ] - }, - { - "type": "null" - } - ], - "title": "Tier" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "team_public_model_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Public Model Name" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "id" - ], - "title": "ModelInfo" - }, - "ModelInfoDelete": { - "properties": { - "id": { - "type": "string", - "title": "Id" - } - }, - "type": "object", - "required": [ - "id" - ], - "title": "ModelInfoDelete" - }, - "ModelResponse": { - "properties": { - "id": { - "type": "string", - "title": "Id" - }, - "created": { - "type": "integer", - "title": "Created" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - }, - "object": { - "type": "string", - "title": "Object" - }, - "system_fingerprint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "System Fingerprint" - }, - "choices": { - "items": { - "$ref": "#/components/schemas/Choices" - }, - "type": "array", - "title": "Choices" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "id", - "created", - "object", - "choices" - ], - "title": "ModelResponse" - }, - "MutualTLSSecurityScheme": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "type": { - "type": "string", - "const": "mutualTLS", - "title": "Type" - } - }, - "type": "object", - "required": [ - "type" - ], - "title": "MutualTLSSecurityScheme", - "description": "Defines a security scheme using mTLS authentication." - }, - "NewCustomerRequest": { - "properties": { - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget", - "description": "Requests will fail if this budget (in USD) is exceeded." - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget", - "description": "Requests will NOT fail if this is exceeded. Will fire alerting though." - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests", - "description": "Max concurrent requests allowed for this budget id." - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit", - "description": "Max tokens per minute, allowed for this budget id." - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit", - "description": "Max requests per minute, allowed for this budget id." - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration", - "description": "Max duration budget should be set for (e.g. '1hr', '1d', '28d')" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": { - "$ref": "#/components/schemas/BudgetConfig" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "description": "Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001', 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}})" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At", - "description": "Datetime when the budget is reset" - }, - "user_id": { - "type": "string", - "title": "User Id" - }, - "alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Alias" - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "allowed_model_region": { - "anyOf": [ - { - "type": "string", - "enum": [ - "eu", - "us" - ] - }, - { - "type": "null" - } - ], - "title": "Allowed Model Region" - }, - "default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Default Model" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "user_id" - ], - "title": "NewCustomerRequest", - "description": "Create a new customer, allocate a budget to them" - }, - "NewModelGroupRequest": { - "properties": { - "access_group": { - "type": "string", - "title": "Access Group" - }, - "model_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Model Names" - }, - "model_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Model Ids" - } - }, - "type": "object", - "required": [ - "access_group" - ], - "title": "NewModelGroupRequest" - }, - "NewModelGroupResponse": { - "properties": { - "access_group": { - "type": "string", - "title": "Access Group" - }, - "model_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Model Names" - }, - "model_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Model Ids" - }, - "models_updated": { - "type": "integer", - "title": "Models Updated" - } - }, - "type": "object", - "required": [ - "access_group", - "models_updated" - ], - "title": "NewModelGroupResponse" - }, - "NewOrganizationRequest": { - "properties": { - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "allowed_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Models" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "organization_alias": { - "type": "string", - "title": "Organization Alias" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "organization_alias" - ], - "title": "NewOrganizationRequest" - }, - "NewOrganizationResponse": { - "properties": { - "organization_id": { - "type": "string", - "title": "Organization Id" - }, - "organization_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Alias" - }, - "budget_id": { - "type": "string", - "title": "Budget Id" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models" - }, - "created_by": { - "type": "string", - "title": "Created By" - }, - "updated_by": { - "type": "string", - "title": "Updated By" - }, - "users": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/LiteLLM_UserTable" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Users" - }, - "litellm_budget_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_BudgetTable" - }, - { - "type": "null" - } - ] - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "created_at": { - "type": "string", - "format": "date-time", - "title": "Created At" - }, - "updated_at": { - "type": "string", - "format": "date-time", - "title": "Updated At" - } - }, - "type": "object", - "required": [ - "organization_id", - "budget_id", - "models", - "created_by", - "updated_by", - "created_at", - "updated_at" - ], - "title": "NewOrganizationResponse" - }, - "NewProjectRequest": { - "properties": { - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "allowed_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Models" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Id" - }, - "project_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Alias" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models", - "default": [] - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "NewProjectRequest", - "description": "Request model for POST /project/new" - }, - "NewProjectResponse": { - "properties": { - "project_id": { - "type": "string", - "title": "Project Id" - }, - "project_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Alias" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models", - "default": [] - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "model_spend": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Spend" - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "created_by": { - "type": "string", - "title": "Created By" - }, - "updated_by": { - "type": "string", - "title": "Updated By" - }, - "created_at": { - "type": "string", - "format": "date-time", - "title": "Created At" - }, - "updated_at": { - "type": "string", - "format": "date-time", - "title": "Updated At" - }, - "litellm_budget_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_BudgetTable" - }, - { - "type": "null" - } - ] - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "project_id", - "created_by", - "updated_by", - "created_at", - "updated_at" - ], - "title": "NewProjectResponse", - "description": "Response model for POST /project/new" - }, - "NewTeamRequest": { - "properties": { - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Alias" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "admins": { - "items": {}, - "type": "array", - "title": "Admins", - "default": [] - }, - "members": { - "items": {}, - "type": "array", - "title": "Members", - "default": [] - }, - "members_with_roles": { - "items": { - "$ref": "#/components/schemas/Member" - }, - "type": "array", - "title": "Members With Roles", - "default": [] - }, - "team_member_permissions": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Team Member Permissions" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "default_team_member_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Default Team Member Models" - }, - "model_aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Aliases" - }, - "tags": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "allowed_passthrough_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Passthrough Routes" - }, - "secret_manager_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Secret Manager Settings" - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "rpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput" - ] - }, - { - "type": "null" - } - ], - "title": "Rpm Limit Type" - }, - "tpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput" - ] - }, - { - "type": "null" - } - ], - "title": "Tpm Limit Type" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "team_member_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Team Member Budget" - }, - "team_member_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Team Member Rpm Limit" - }, - "team_member_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Team Member Tpm Limit" - }, - "team_member_key_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Member Key Duration" - }, - "team_member_budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Member Budget Duration" - }, - "allowed_vector_store_indexes": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AllowedVectorStoreIndexItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Vector Store Indexes" - }, - "enforced_batch_output_expires_after": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Enforced Batch Output Expires After" - }, - "enforced_file_expires_after": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Enforced File Expires After" - } - }, - "type": "object", - "title": "NewTeamRequest" - }, - "NewUserRequest": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "default": [] - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend", - "default": 0 - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata", - "default": {} - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Config", - "default": {} - }, - "permissions": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Permissions", - "default": {} - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Aliases", - "default": {} - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "user_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Alias" - }, - "user_role": { - "anyOf": [ - { - "type": "string", - "enum": [ - "proxy_admin", - "proxy_admin_viewer", - "internal_user", - "internal_user_viewer" - ] - }, - { - "type": "null" - } - ], - "title": "User Role" - }, - "teams": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "items": { - "$ref": "#/components/schemas/NewUserRequestTeam" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Teams" - }, - "auto_create_key": { - "type": "boolean", - "title": "Auto Create Key", - "default": true - }, - "send_invite_email": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Send Invite Email" - }, - "sso_user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Sso User Id" - }, - "organizations": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Organizations" - } - }, - "type": "object", - "title": "NewUserRequest" - }, - "NewUserRequestTeam": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "max_budget_in_team": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget In Team" - }, - "user_role": { - "type": "string", - "enum": [ - "user", - "admin" - ], - "title": "User Role", - "default": "user" - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "NewUserRequestTeam" - }, - "NewUserResponse": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "default": [] - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend", - "default": 0 - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata", - "default": {} - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Config", - "default": {} - }, - "permissions": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Permissions", - "default": {} - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Aliases", - "default": {} - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "key": { - "type": "string", - "title": "Key" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "enforced_params": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Enforced Params" - }, - "allowed_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Routes", - "default": [] - }, - "allowed_passthrough_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Passthrough Routes" - }, - "allowed_vector_store_indexes": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AllowedVectorStoreIndexItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Vector Store Indexes" - }, - "rpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Rpm Limit Type" - }, - "tpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Tpm Limit Type" - }, - "router_settings": { - "anyOf": [ - { - "$ref": "#/components/schemas/UpdateRouterConfig" - }, - { - "type": "null" - } - ] - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "key_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Name" - }, - "expires": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Expires" - }, - "token_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token Id" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Id" - }, - "litellm_budget_table": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Litellm Budget Table" - }, - "token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "user_role": { - "anyOf": [ - { - "type": "string", - "enum": [ - "proxy_admin", - "proxy_admin_viewer", - "internal_user", - "internal_user_viewer" - ] - }, - { - "type": "null" - } - ], - "title": "User Role" - }, - "teams": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Teams" - }, - "user_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Alias" - } - }, - "type": "object", - "required": [ - "key" - ], - "title": "NewUserResponse" - }, - "OAuth2SecurityScheme": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "type": { - "type": "string", - "const": "oauth2", - "title": "Type" - }, - "flows": { - "$ref": "#/components/schemas/OAuthFlows" - }, - "oauth2MetadataUrl": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Oauth2Metadataurl" - } - }, - "type": "object", - "required": [ - "type", - "flows", - "oauth2MetadataUrl" - ], - "title": "OAuth2SecurityScheme", - "description": "Defines a security scheme using OAuth 2.0." - }, - "OAuthFlows": { - "properties": { - "authorizationCode": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Authorizationcode" - }, - "clientCredentials": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Clientcredentials" - }, - "implicit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Implicit" - }, - "password": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Password" - } - }, - "type": "object", - "title": "OAuthFlows", - "description": "Defines the configuration for the supported OAuth 2.0 flows." - }, - "OpenIdConnectSecurityScheme": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "type": { - "type": "string", - "const": "openIdConnect", - "title": "Type" - }, - "openIdConnectUrl": { - "type": "string", - "title": "Openidconnecturl" - } - }, - "type": "object", - "required": [ - "type", - "openIdConnectUrl" - ], - "title": "OpenIdConnectSecurityScheme", - "description": "Defines a security scheme using OpenID Connect." - }, - "OrgMember": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id", - "description": "The unique ID of the user to add. Either user_id or user_email must be provided" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email", - "description": "The email address of the user to add. Either user_id or user_email must be provided" - }, - "role": { - "type": "string", - "enum": [ - "org_admin", - "internal_user", - "internal_user_viewer" - ], - "title": "Role" - } - }, - "type": "object", - "required": [ - "role" - ], - "title": "OrgMember" - }, - "OrganizationAddMemberResponse": { - "properties": { - "organization_id": { - "type": "string", - "title": "Organization Id" - }, - "updated_users": { - "items": { - "$ref": "#/components/schemas/LiteLLM_UserTable" - }, - "type": "array", - "title": "Updated Users" - }, - "updated_organization_memberships": { - "items": { - "$ref": "#/components/schemas/LiteLLM_OrganizationMembershipTable" - }, - "type": "array", - "title": "Updated Organization Memberships" - } - }, - "type": "object", - "required": [ - "organization_id", - "updated_users", - "updated_organization_memberships" - ], - "title": "OrganizationAddMemberResponse" - }, - "OrganizationMemberAddRequest": { - "properties": { - "member": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/OrgMember" - }, - "type": "array" - }, - { - "$ref": "#/components/schemas/OrgMember" - } - ], - "title": "Member" - }, - "organization_id": { - "type": "string", - "title": "Organization Id" - }, - "max_budget_in_organization": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget In Organization" - } - }, - "type": "object", - "required": [ - "member", - "organization_id" - ], - "title": "OrganizationMemberAddRequest" - }, - "OrganizationMemberDeleteRequest": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "organization_id": { - "type": "string", - "title": "Organization Id" - } - }, - "type": "object", - "required": [ - "organization_id" - ], - "title": "OrganizationMemberDeleteRequest" - }, - "OrganizationMemberUpdateRequest": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "organization_id": { - "type": "string", - "title": "Organization Id" - }, - "max_budget_in_organization": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget In Organization" - }, - "role": { - "anyOf": [ - { - "$ref": "#/components/schemas/LitellmUserRoles" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "organization_id" - ], - "title": "OrganizationMemberUpdateRequest" - }, - "OrganizationRequest": { - "properties": { - "organizations": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Organizations" - } - }, - "type": "object", - "required": [ - "organizations" - ], - "title": "OrganizationRequest" - }, - "PaginatedAuditLogResponse": { - "properties": { - "audit_logs": { - "items": { - "$ref": "#/components/schemas/AuditLogResponse" - }, - "type": "array", - "title": "Audit Logs" - }, - "total": { - "type": "integer", - "title": "Total", - "description": "Total number of audit logs matching the filters" - }, - "page": { - "type": "integer", - "title": "Page", - "description": "Current page number" - }, - "page_size": { - "type": "integer", - "title": "Page Size", - "description": "Number of items per page" - }, - "total_pages": { - "type": "integer", - "title": "Total Pages", - "description": "Total number of pages" - } - }, - "type": "object", - "required": [ - "audit_logs", - "total", - "page", - "page_size", - "total_pages" - ], - "title": "PaginatedAuditLogResponse", - "description": "Response model for paginated audit logs" - }, - "PassThroughEndpointResponse": { - "properties": { - "endpoints": { - "items": { - "$ref": "#/components/schemas/PassThroughGenericEndpoint" - }, - "type": "array", - "title": "Endpoints" - } - }, - "type": "object", - "required": [ - "endpoints" - ], - "title": "PassThroughEndpointResponse" - }, - "PassThroughGenericEndpoint": { - "properties": { - "id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Id", - "description": "Optional unique identifier for the pass-through endpoint. If not provided, endpoints will be identified by path for backwards compatibility." - }, - "path": { - "type": "string", - "title": "Path", - "description": "The route to be added to the LiteLLM Proxy Server." - }, - "target": { - "type": "string", - "title": "Target", - "description": "The URL to which requests for this path should be forwarded." - }, - "headers": { - "additionalProperties": true, - "type": "object", - "title": "Headers", - "description": "Key-value pairs of headers to be forwarded with the request. You can set any key value pair here and it will be forwarded to your target endpoint", - "default": {} - }, - "default_query_params": { - "additionalProperties": true, - "type": "object", - "title": "Default Query Params", - "description": "Key-value pairs of default query parameters to be sent with every request to this endpoint. These can be overridden by client-provided query parameters. For example: {'key': 'default_value', 'api_version': '2023-01'}", - "default": {} - }, - "include_subpath": { - "type": "boolean", - "title": "Include Subpath", - "description": "If True, requests to subpaths of the path will be forwarded to the target endpoint. For example, if the path is /bria and include_subpath is True, requests to /bria/v1/text-to-image/base/2.3 will be forwarded to the target endpoint.", - "default": false - }, - "cost_per_request": { - "type": "number", - "title": "Cost Per Request", - "description": "The USD cost per request to the target endpoint. This is used to calculate the cost of the request to the target endpoint.", - "default": 0.0 - }, - "auth": { - "type": "boolean", - "title": "Auth", - "description": "Whether authentication is required for the pass-through endpoint. Defaults to True so a pass-through silently created without an explicit value still requires a valid LiteLLM API key \u2014 set to False only if the endpoint is meant to be a public forwarder (e.g. an unauthenticated webhook target).", - "default": true - }, - "guardrails": { - "anyOf": [ - { - "additionalProperties": { - "anyOf": [ - { - "$ref": "#/components/schemas/PassThroughGuardrailSettings" - }, - { - "type": "null" - } - ] - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Guardrails", - "description": "Guardrails configuration for this passthrough endpoint. Dict keys are guardrail names, values are optional settings for field targeting. When set, all org/team/key level guardrails will also execute. Defaults to None (no guardrails execute)." - }, - "is_from_config": { - "type": "boolean", - "title": "Is From Config", - "description": "True if this endpoint is defined in the config file, False if from DB. Config-defined endpoints cannot be edited via the UI.", - "default": false - }, - "methods": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Methods", - "description": "List of HTTP methods this endpoint handles (e.g., ['GET', 'POST']). If None or empty, all methods (GET, POST, PUT, DELETE, PATCH) are supported for backward compatibility. This allows the same path to have different targets for different HTTP methods." - } - }, - "type": "object", - "required": [ - "path", - "target" - ], - "title": "PassThroughGenericEndpoint" - }, - "PassThroughGuardrailSettings": { - "properties": { - "request_fields": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Request Fields", - "description": "JSONPath expressions for input field targeting (pre_call). Examples: 'query', 'documents[*].text', 'messages[*].content'. If not specified, guardrail runs on entire request payload." - }, - "response_fields": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Response Fields", - "description": "JSONPath expressions for output field targeting (post_call). Examples: 'results[*].text', 'output'. If not specified, guardrail runs on entire response payload." - } - }, - "type": "object", - "title": "PassThroughGuardrailSettings", - "description": "Settings for a specific guardrail on a passthrough endpoint.\n\nAllows field-level targeting for guardrail execution." - }, - "PerUserAnalyticsResponse": { - "properties": { - "results": { - "items": { - "$ref": "#/components/schemas/PerUserMetrics" - }, - "type": "array", - "title": "Results" - }, - "total_count": { - "type": "integer", - "title": "Total Count" - }, - "page": { - "type": "integer", - "title": "Page" - }, - "page_size": { - "type": "integer", - "title": "Page Size" - }, - "total_pages": { - "type": "integer", - "title": "Total Pages" - } - }, - "type": "object", - "required": [ - "results", - "total_count", - "page", - "page_size", - "total_pages" - ], - "title": "PerUserAnalyticsResponse", - "description": "Response for per-user analytics" - }, - "PerUserMetrics": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "user_agent": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Agent" - }, - "successful_requests": { - "type": "integer", - "title": "Successful Requests", - "default": 0 - }, - "failed_requests": { - "type": "integer", - "title": "Failed Requests", - "default": 0 - }, - "total_requests": { - "type": "integer", - "title": "Total Requests", - "default": 0 - }, - "total_tokens": { - "type": "integer", - "title": "Total Tokens", - "default": 0 - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - } - }, - "type": "object", - "required": [ - "user_id" - ], - "title": "PerUserMetrics", - "description": "Metrics for individual user" - }, - "PromptTokensDetails": { - "properties": { - "modality": { - "type": "string", - "enum": [ - "TEXT", - "AUDIO", - "IMAGE", - "VIDEO" - ], - "title": "Modality" - }, - "tokenCount": { - "type": "integer", - "title": "Tokencount" - } - }, - "type": "object", - "required": [ - "modality", - "tokenCount" - ], - "title": "PromptTokensDetails" - }, - "ProviderBudgetResponse": { - "properties": { - "providers": { - "additionalProperties": { - "$ref": "#/components/schemas/ProviderBudgetResponseObject" - }, - "type": "object", - "title": "Providers", - "default": {} - } - }, - "type": "object", - "title": "ProviderBudgetResponse", - "description": "Complete provider budget configuration and status.\nMaps provider names to their budget configs." - }, - "ProviderBudgetResponseObject": { - "properties": { - "budget_limit": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Budget Limit" - }, - "time_period": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Time Period" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend", - "default": 0.0 - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - } - }, - "type": "object", - "required": [ - "budget_limit", - "time_period" - ], - "title": "ProviderBudgetResponseObject", - "description": "Configuration for a single provider's budget settings" - }, - "ProviderCreateInfo": { - "properties": { - "provider": { - "type": "string", - "title": "Provider" - }, - "provider_display_name": { - "type": "string", - "title": "Provider Display Name" - }, - "litellm_provider": { - "type": "string", - "title": "Litellm Provider" - }, - "credential_fields": { - "items": { - "$ref": "#/components/schemas/ProviderCredentialField" - }, - "type": "array", - "title": "Credential Fields" - }, - "default_model_placeholder": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Default Model Placeholder" - } - }, - "type": "object", - "required": [ - "provider", - "provider_display_name", - "litellm_provider", - "credential_fields" - ], - "title": "ProviderCreateInfo" - }, - "ProviderCredentialField": { - "properties": { - "key": { - "type": "string", - "title": "Key" - }, - "label": { - "type": "string", - "title": "Label" - }, - "placeholder": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Placeholder" - }, - "tooltip": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Tooltip" - }, - "required": { - "type": "boolean", - "title": "Required", - "default": false - }, - "field_type": { - "type": "string", - "enum": [ - "text", - "password", - "select", - "upload", - "textarea" - ], - "title": "Field Type", - "default": "text" - }, - "options": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Options" - }, - "default_value": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Default Value" - } - }, - "type": "object", - "required": [ - "key", - "label" - ], - "title": "ProviderCredentialField" - }, - "PublicModelHubInfo": { - "properties": { - "docs_title": { - "type": "string", - "title": "Docs Title" - }, - "custom_docs_description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Custom Docs Description" - }, - "litellm_version": { - "type": "string", - "title": "Litellm Version" - }, - "useful_links": { - "anyOf": [ - { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - } - ] - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Useful Links" - } - }, - "type": "object", - "required": [ - "docs_title", - "custom_docs_description", - "litellm_version", - "useful_links" - ], - "title": "PublicModelHubInfo" - }, - "RawRequestTypedDict": { - "properties": { - "raw_request_api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Raw Request Api Base" - }, - "raw_request_body": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Raw Request Body" - }, - "raw_request_headers": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Raw Request Headers" - }, - "error": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Error" - } - }, - "type": "object", - "title": "RawRequestTypedDict" - }, - "RegenerateKeyRequest": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "default": [] - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Config", - "default": {} - }, - "permissions": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Permissions", - "default": {} - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Aliases", - "default": {} - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "enforced_params": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Enforced Params" - }, - "allowed_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Routes", - "default": [] - }, - "allowed_passthrough_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Passthrough Routes" - }, - "allowed_vector_store_indexes": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AllowedVectorStoreIndexItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Vector Store Indexes" - }, - "rpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Rpm Limit Type" - }, - "tpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Tpm Limit Type" - }, - "router_settings": { - "anyOf": [ - { - "$ref": "#/components/schemas/UpdateRouterConfig" - }, - { - "type": "null" - } - ] - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "send_invite_email": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Send Invite Email" - }, - "key_type": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLMKeyType" - }, - { - "type": "null" - } - ], - "description": "Type of key that determines default allowed routes.", - "default": "default" - }, - "auto_rotate": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Auto Rotate", - "description": "Whether this key should be automatically rotated", - "default": false - }, - "rotation_interval": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Rotation Interval", - "description": "How often to rotate this key (e.g., '30d', '90d'). Required if auto_rotate=True" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Id" - }, - "new_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "New Key" - }, - "new_master_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "New Master Key" - }, - "grace_period": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Grace Period" - } - }, - "type": "object", - "title": "RegenerateKeyRequest" - }, - "ResetSpendRequest": { - "properties": { - "reset_to": { - "type": "number", - "title": "Reset To" - } - }, - "type": "object", - "required": [ - "reset_to" - ], - "title": "ResetSpendRequest" - }, - "RoleMappings": { - "properties": { - "provider": { - "type": "string", - "title": "Provider", - "description": "SSO Provider name (e.g., 'google', 'microsoft', 'generic')" - }, - "group_claim": { - "type": "string", - "title": "Group Claim", - "description": "The field name in the SSO token that contains the groups array (e.g., 'groups', 'roles')" - }, - "default_role": { - "anyOf": [ - { - "$ref": "#/components/schemas/LitellmUserRoles" - }, - { - "type": "null" - } - ], - "description": "Default role to assign if user's groups don't match any role mappings. Must be a valid LitellmUserRoles value (e.g., 'proxy_admin', 'internal_user', 'proxy_admin_viewer')" - }, - "roles": { - "additionalProperties": { - "items": { - "type": "string" - }, - "type": "array" - }, - "propertyNames": { - "$ref": "#/components/schemas/LitellmUserRoles" - }, - "type": "object", - "title": "Roles", - "description": "Mapping of LiteLLM role names to arrays of SSO group names. Example: {'proxy_admin': ['group-1', 'group-2'], 'proxy_admin_viewer': ['group-3']}" - } - }, - "type": "object", - "required": [ - "provider", - "group_claim" - ], - "title": "RoleMappings", - "description": "Configuration for mapping SSO groups to LiteLLM roles.\n\nThe system will look at the group_claim field in the SSO token to determine\nwhich role to assign the user based on the roles mapping." - }, - "RouterFieldsResponse": { - "properties": { - "fields": { - "items": { - "$ref": "#/components/schemas/RouterSettingsField" - }, - "type": "array", - "title": "Fields", - "description": "List of all configurable router settings with metadata (without field values)" - }, - "routing_strategy_descriptions": { - "additionalProperties": { - "type": "string" - }, - "type": "object", - "title": "Routing Strategy Descriptions", - "description": "Descriptions for each routing strategy option" - } - }, - "type": "object", - "required": [ - "fields", - "routing_strategy_descriptions" - ], - "title": "RouterFieldsResponse" - }, - "RouterSettingsField": { - "properties": { - "field_name": { - "type": "string", - "title": "Field Name" - }, - "field_type": { - "type": "string", - "title": "Field Type" - }, - "field_value": { - "title": "Field Value" - }, - "field_description": { - "type": "string", - "title": "Field Description" - }, - "field_default": { - "title": "Field Default" - }, - "options": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Options" - }, - "ui_field_name": { - "type": "string", - "title": "Ui Field Name" - }, - "link": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Link" - } - }, - "type": "object", - "required": [ - "field_name", - "field_type", - "field_value", - "field_description", - "ui_field_name" - ], - "title": "RouterSettingsField" - }, - "RouterSettingsResponse": { - "properties": { - "fields": { - "items": { - "$ref": "#/components/schemas/RouterSettingsField" - }, - "type": "array", - "title": "Fields", - "description": "List of all configurable router settings with metadata" - }, - "current_values": { - "additionalProperties": true, - "type": "object", - "title": "Current Values", - "description": "Current values of router settings" - }, - "routing_strategy_descriptions": { - "additionalProperties": { - "type": "string" - }, - "type": "object", - "title": "Routing Strategy Descriptions", - "description": "Descriptions for each routing strategy option" - } - }, - "type": "object", - "required": [ - "fields", - "current_values", - "routing_strategy_descriptions" - ], - "title": "RouterSettingsResponse" - }, - "RoutingGroup": { - "properties": { - "group_name": { - "type": "string", - "title": "Group Name" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models" - }, - "routing_strategy": { - "type": "string", - "title": "Routing Strategy" - }, - "routing_strategy_args": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Routing Strategy Args" - } - }, - "type": "object", - "required": [ - "group_name", - "models", - "routing_strategy" - ], - "title": "RoutingGroup", - "description": "A group of models that share a routing strategy." - }, - "SSOConfig": { - "properties": { - "google_client_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Google Client Id", - "description": "Google OAuth Client ID for SSO authentication" - }, - "google_client_secret": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Google Client Secret", - "description": "Google OAuth Client Secret for SSO authentication" - }, - "microsoft_client_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Microsoft Client Id", - "description": "Microsoft OAuth Client ID for SSO authentication" - }, - "microsoft_client_secret": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Microsoft Client Secret", - "description": "Microsoft OAuth Client Secret for SSO authentication" - }, - "microsoft_tenant": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Microsoft Tenant", - "description": "Microsoft Azure Tenant ID for SSO authentication" - }, - "generic_client_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Generic Client Id", - "description": "Generic OAuth Client ID for SSO authentication (used for Okta and other providers)" - }, - "generic_client_secret": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Generic Client Secret", - "description": "Generic OAuth Client Secret for SSO authentication" - }, - "generic_authorization_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Generic Authorization Endpoint", - "description": "Authorization endpoint URL for generic OAuth provider" - }, - "generic_token_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Generic Token Endpoint", - "description": "Token endpoint URL for generic OAuth provider" - }, - "generic_userinfo_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Generic Userinfo Endpoint", - "description": "User info endpoint URL for generic OAuth provider" - }, - "proxy_base_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Proxy Base Url", - "description": "Base URL of the proxy server for SSO redirects" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email", - "description": "Email of the proxy admin user" - }, - "ui_access_mode": { - "anyOf": [ - { - "$ref": "#/components/schemas/AccessControl_UI_AccessMode" - }, - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Ui Access Mode", - "description": "Access mode for the UI" - }, - "role_mappings": { - "anyOf": [ - { - "$ref": "#/components/schemas/RoleMappings" - }, - { - "type": "null" - } - ], - "description": "Configuration for mapping SSO groups to LiteLLM roles based on group claims in the SSO token" - }, - "team_mappings": { - "anyOf": [ - { - "$ref": "#/components/schemas/TeamMappings" - }, - { - "type": "null" - } - ], - "description": "Configuration for mapping SSO JWT fields to team IDs. Takes precedence over config file settings." - } - }, - "type": "object", - "title": "SSOConfig", - "description": "Configuration for SSO environment variables and settings" - }, - "SSOSettingsResponse": { - "properties": { - "values": { - "additionalProperties": true, - "type": "object", - "title": "Values" - }, - "field_schema": { - "additionalProperties": true, - "type": "object", - "title": "Field Schema" - } - }, - "type": "object", - "required": [ - "values", - "field_schema" - ], - "title": "SSOSettingsResponse", - "description": "Response model for SSO settings" - }, - "SpendAnalyticsPaginatedResponse": { - "properties": { - "results": { - "items": { - "$ref": "#/components/schemas/DailySpendData" - }, - "type": "array", - "title": "Results" - }, - "metadata": { - "$ref": "#/components/schemas/DailySpendMetadata" - } - }, - "type": "object", - "required": [ - "results" - ], - "title": "SpendAnalyticsPaginatedResponse" - }, - "SpendCalculateRequest": { - "properties": { - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - }, - "messages": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Messages" - }, - "completion_response": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Completion Response" - } - }, - "type": "object", - "title": "SpendCalculateRequest" - }, - "SpendMetrics": { - "properties": { - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "prompt_tokens": { - "type": "integer", - "title": "Prompt Tokens", - "default": 0 - }, - "completion_tokens": { - "type": "integer", - "title": "Completion Tokens", - "default": 0 - }, - "cache_read_input_tokens": { - "type": "integer", - "title": "Cache Read Input Tokens", - "default": 0 - }, - "cache_creation_input_tokens": { - "type": "integer", - "title": "Cache Creation Input Tokens", - "default": 0 - }, - "total_tokens": { - "type": "integer", - "title": "Total Tokens", - "default": 0 - }, - "successful_requests": { - "type": "integer", - "title": "Successful Requests", - "default": 0 - }, - "failed_requests": { - "type": "integer", - "title": "Failed Requests", - "default": 0 - }, - "api_requests": { - "type": "integer", - "title": "Api Requests", - "default": 0 - } - }, - "type": "object", - "title": "SpendMetrics" - }, - "SuccessfulKeyUpdate": { - "properties": { - "key": { - "type": "string", - "title": "Key" - }, - "key_info": { - "additionalProperties": true, - "type": "object", - "title": "Key Info" - } - }, - "type": "object", - "required": [ - "key", - "key_info" - ], - "title": "SuccessfulKeyUpdate", - "description": "Successfully updated key with its updated information" - }, - "SupportedEndpoint": { - "properties": { - "key": { - "type": "string", - "title": "Key" - }, - "label": { - "type": "string", - "title": "Label" - }, - "endpoint": { - "type": "string", - "title": "Endpoint" - }, - "providers": { - "items": { - "$ref": "#/components/schemas/EndpointProvider" - }, - "type": "array", - "title": "Providers" - } - }, - "type": "object", - "required": [ - "key", - "label", - "endpoint", - "providers" - ], - "title": "SupportedEndpoint" - }, - "SupportedEndpointsResponse": { - "properties": { - "endpoints": { - "items": { - "$ref": "#/components/schemas/SupportedEndpoint" - }, - "type": "array", - "title": "Endpoints" - } - }, - "type": "object", - "required": [ - "endpoints" - ], - "title": "SupportedEndpointsResponse" - }, - "TagActiveUsersResponse": { - "properties": { - "tag": { - "type": "string", - "title": "Tag" - }, - "active_users": { - "type": "integer", - "title": "Active Users" - }, - "date": { - "type": "string", - "title": "Date" - }, - "period_start": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Period Start" - }, - "period_end": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Period End" - } - }, - "type": "object", - "required": [ - "tag", - "active_users", - "date" - ], - "title": "TagActiveUsersResponse", - "description": "Response for tag active users metrics" - }, - "TagDeleteRequest": { - "properties": { - "name": { - "type": "string", - "title": "Name" - } - }, - "type": "object", - "required": [ - "name" - ], - "title": "TagDeleteRequest" - }, - "TagInfoRequest": { - "properties": { - "names": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Names" - } - }, - "type": "object", - "required": [ - "names" - ], - "title": "TagInfoRequest" - }, - "TagNewRequest": { - "properties": { - "name": { - "type": "string", - "title": "Name" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models" - }, - "model_info": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Info" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - } - }, - "type": "object", - "required": [ - "name" - ], - "title": "TagNewRequest" - }, - "TagSummaryMetrics": { - "properties": { - "tag": { - "type": "string", - "title": "Tag" - }, - "unique_users": { - "type": "integer", - "title": "Unique Users" - }, - "total_requests": { - "type": "integer", - "title": "Total Requests" - }, - "successful_requests": { - "type": "integer", - "title": "Successful Requests" - }, - "failed_requests": { - "type": "integer", - "title": "Failed Requests" - }, - "total_tokens": { - "type": "integer", - "title": "Total Tokens" - }, - "total_spend": { - "type": "number", - "title": "Total Spend" - } - }, - "type": "object", - "required": [ - "tag", - "unique_users", - "total_requests", - "successful_requests", - "failed_requests", - "total_tokens", - "total_spend" - ], - "title": "TagSummaryMetrics", - "description": "Summary metrics for a tag" - }, - "TagSummaryResponse": { - "properties": { - "results": { - "items": { - "$ref": "#/components/schemas/TagSummaryMetrics" - }, - "type": "array", - "title": "Results" - } - }, - "type": "object", - "required": [ - "results" - ], - "title": "TagSummaryResponse", - "description": "Response for tag summary analytics" - }, - "TagUpdateRequest": { - "properties": { - "name": { - "type": "string", - "title": "Name" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models" - }, - "model_info": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Info" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - } - }, - "type": "object", - "required": [ - "name" - ], - "title": "TagUpdateRequest" - }, - "TeamAddMemberResponse": { - "properties": { - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Alias" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "admins": { - "items": {}, - "type": "array", - "title": "Admins", - "default": [] - }, - "members": { - "items": {}, - "type": "array", - "title": "Members", - "default": [] - }, - "members_with_roles": { - "items": { - "$ref": "#/components/schemas/Member" - }, - "type": "array", - "title": "Members With Roles", - "default": [] - }, - "team_member_permissions": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Team Member Permissions" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "default_team_member_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Default Team Member Models" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "model_id": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Model Id" - }, - "litellm_model_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ModelTable" - }, - { - "type": "null" - } - ] - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "updated_users": { - "items": { - "$ref": "#/components/schemas/LiteLLM_UserTable" - }, - "type": "array", - "title": "Updated Users" - }, - "updated_team_memberships": { - "items": { - "$ref": "#/components/schemas/LiteLLM_TeamMembership" - }, - "type": "array", - "title": "Updated Team Memberships" - } - }, - "type": "object", - "required": [ - "team_id", - "updated_users", - "updated_team_memberships" - ], - "title": "TeamAddMemberResponse" - }, - "TeamListItem": { - "properties": { - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Alias" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "admins": { - "items": {}, - "type": "array", - "title": "Admins", - "default": [] - }, - "members": { - "items": {}, - "type": "array", - "title": "Members", - "default": [] - }, - "members_with_roles": { - "items": { - "$ref": "#/components/schemas/Member" - }, - "type": "array", - "title": "Members With Roles", - "default": [] - }, - "team_member_permissions": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Team Member Permissions" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "default_team_member_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Default Team Member Models" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "model_id": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Model Id" - }, - "litellm_model_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ModelTable" - }, - { - "type": "null" - } - ] - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "members_count": { - "type": "integer", - "title": "Members Count", - "default": 0 - }, - "access_group_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Models" - }, - "access_group_mcp_server_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Mcp Server Ids" - }, - "access_group_agent_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Agent Ids" - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "TeamListItem", - "description": "A team item in the paginated list response, enriched with computed fields." - }, - "TeamListResponse": { - "properties": { - "teams": { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/TeamListItem" - }, - { - "$ref": "#/components/schemas/LiteLLM_TeamTable" - }, - { - "$ref": "#/components/schemas/LiteLLM_DeletedTeamTable" - } - ] - }, - "type": "array", - "title": "Teams" - }, - "total": { - "type": "integer", - "title": "Total" - }, - "page": { - "type": "integer", - "title": "Page" - }, - "page_size": { - "type": "integer", - "title": "Page Size" - }, - "total_pages": { - "type": "integer", - "title": "Total Pages" - } - }, - "type": "object", - "required": [ - "teams", - "total", - "page", - "page_size", - "total_pages" - ], - "title": "TeamListResponse", - "description": "Response to get the list of teams" - }, - "TeamMappings": { - "properties": { - "team_ids_jwt_field": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Ids Jwt Field", - "description": "The field name in the SSO/JWT token that contains the team IDs array (e.g., 'groups', 'teams'). Supports dot notation for nested fields." - } - }, - "type": "object", - "title": "TeamMappings", - "description": "Configuration for mapping SSO JWT fields to team IDs.\n\nThis allows configuring team_ids_jwt_field via the database instead of\nrequiring config file changes and restarts." - }, - "TeamMemberAddRequest": { - "properties": { - "member": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/Member" - }, - "type": "array" - }, - { - "$ref": "#/components/schemas/Member" - } - ], - "title": "Member", - "description": "Member object or list of member objects to add. Each member must include either user_id or user_email, and a role" - }, - "team_id": { - "type": "string", - "title": "Team Id", - "description": "The ID of the team to add the member to" - }, - "max_budget_in_team": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget In Team", - "description": "Maximum budget allocated to this user within the team. If not set, user has unlimited budget within team limits" - }, - "allowed_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Models", - "description": "List of models this team member can access. If not set, inherits the team's default_team_member_models or all team models." - } - }, - "type": "object", - "required": [ - "member", - "team_id" - ], - "title": "TeamMemberAddRequest", - "description": "Request body for adding members to a team.\n\nExample:\n```json\n{\n \"team_id\": \"45e3e396-ee08-4a61-a88e-16b3ce7e0849\",\n \"member\": {\n \"role\": \"user\",\n \"user_id\": \"user123\"\n },\n \"max_budget_in_team\": 100.0\n}\n```" - }, - "TeamMemberAddResult": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "success": { - "type": "boolean", - "title": "Success" - }, - "error": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Error" - }, - "updated_user": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Updated User" - }, - "updated_team_membership": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Updated Team Membership" - } - }, - "type": "object", - "required": [ - "success" - ], - "title": "TeamMemberAddResult", - "description": "Result of a single team member add operation" - }, - "TeamMemberDeleteRequest": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "team_id": { - "type": "string", - "title": "Team Id" - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "TeamMemberDeleteRequest" - }, - "TeamMemberInfoResponse": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend", - "default": 0.0 - }, - "total_spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Total Spend", - "default": 0.0 - }, - "litellm_budget_table": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_BudgetTableFull" - }, - { - "$ref": "#/components/schemas/LiteLLM_BudgetTable" - }, - { - "type": "null" - } - ], - "title": "Litellm Budget Table" - }, - "role": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Role" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Alias" - } - }, - "type": "object", - "required": [ - "user_id", - "team_id", - "litellm_budget_table" - ], - "title": "TeamMemberInfoResponse", - "description": "Response for GET /team/{team_id}/members/me \u2014 caller's own membership row." - }, - "TeamMemberUpdateRequest": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "max_budget_in_team": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget In Team" - }, - "role": { - "anyOf": [ - { - "type": "string", - "enum": [ - "admin", - "user" - ] - }, - { - "type": "null" - } - ], - "title": "Role" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit", - "description": "Tokens per minute limit for this team member" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit", - "description": "Requests per minute limit for this team member" - }, - "allowed_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Models", - "description": "List of models this team member can access. Pass an empty list to remove per-member model restrictions." - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "TeamMemberUpdateRequest" - }, - "TeamMemberUpdateResponse": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "team_id": { - "type": "string", - "title": "Team Id" - }, - "max_budget_in_team": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget In Team" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "allowed_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Models" - } - }, - "type": "object", - "required": [ - "user_id", - "team_id" - ], - "title": "TeamMemberUpdateResponse" - }, - "TeamModelAddRequest": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models" - } - }, - "type": "object", - "required": [ - "team_id", - "models" - ], - "title": "TeamModelAddRequest", - "description": "Request to add models to a team" - }, - "TeamModelDeleteRequest": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models" - } - }, - "type": "object", - "required": [ - "team_id", - "models" - ], - "title": "TeamModelDeleteRequest", - "description": "Request to delete models from a team" - }, - "TokenCountDetailsResponse": { - "properties": { - "totalTokens": { - "type": "integer", - "title": "Totaltokens" - }, - "promptTokensDetails": { - "items": { - "$ref": "#/components/schemas/PromptTokensDetails" - }, - "type": "array", - "title": "Prompttokensdetails" - } - }, - "type": "object", - "required": [ - "totalTokens", - "promptTokensDetails" - ], - "title": "TokenCountDetailsResponse", - "description": "Response structure for token count details with modality breakdown.\n\nExample:\n {'totalTokens': 12, 'promptTokensDetails': [{'modality': 'TEXT', 'tokenCount': 12}]}" - }, - "TokenCountRequest": { - "properties": { - "model": { - "type": "string", - "title": "Model" - }, - "prompt": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Prompt" - }, - "messages": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Messages" - }, - "contents": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Contents" - }, - "tools": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tools" - }, - "system": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "System" - } - }, - "type": "object", - "required": [ - "model" - ], - "title": "TokenCountRequest" - }, - "TokenCountResponse": { - "properties": { - "total_tokens": { - "type": "integer", - "title": "Total Tokens" - }, - "request_model": { - "type": "string", - "title": "Request Model" - }, - "model_used": { - "type": "string", - "title": "Model Used" - }, - "tokenizer_type": { - "type": "string", - "title": "Tokenizer Type" - }, - "original_response": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Original Response" - }, - "error": { - "type": "boolean", - "title": "Error", - "default": false - }, - "error_message": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Error Message" - }, - "status_code": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Status Code" - } - }, - "type": "object", - "required": [ - "total_tokens", - "request_model", - "model_used", - "tokenizer_type" - ], - "title": "TokenCountResponse" - }, - "TopLogprob": { - "properties": { - "token": { - "type": "string", - "title": "Token" - }, - "bytes": { - "anyOf": [ - { - "items": { - "type": "integer" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Bytes" - }, - "logprob": { - "type": "number", - "title": "Logprob" - } - }, - "additionalProperties": true, - "type": "object", - "required": [ - "token", - "logprob" - ], - "title": "TopLogprob" - }, - "TransformRequestBody": { - "properties": { - "call_type": { - "$ref": "#/components/schemas/CallTypes" - }, - "request_body": { - "additionalProperties": true, - "type": "object", - "title": "Request Body" - } - }, - "type": "object", - "required": [ - "call_type", - "request_body" - ], - "title": "TransformRequestBody" - }, - "UISettingsResponse": { - "properties": { - "values": { - "additionalProperties": true, - "type": "object", - "title": "Values" - }, - "field_schema": { - "additionalProperties": true, - "type": "object", - "title": "Field Schema" - } - }, - "type": "object", - "required": [ - "values", - "field_schema" - ], - "title": "UISettingsResponse", - "description": "Response model for UI settings" - }, - "UIThemeConfig": { - "properties": { - "logo_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Logo Url", - "description": "URL or path to custom logo image. Can be a local file path or HTTP/HTTPS URL" - }, - "favicon_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Favicon Url", - "description": "URL to custom favicon image. Must be an HTTP/HTTPS URL to a .ico, .png, or .svg file" - } - }, - "type": "object", - "title": "UIThemeConfig", - "description": "Configuration for UI theme customization" - }, - "UIThemeSettingsResponse": { - "properties": { - "values": { - "additionalProperties": true, - "type": "object", - "title": "Values" - }, - "field_schema": { - "additionalProperties": true, - "type": "object", - "title": "Field Schema" - } - }, - "type": "object", - "required": [ - "values", - "field_schema" - ], - "title": "UIThemeSettingsResponse", - "description": "Response model for UI theme settings" - }, - "UiDiscoveryEndpoints": { - "properties": { - "server_root_path": { - "type": "string", - "title": "Server Root Path" - }, - "proxy_base_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Proxy Base Url" - }, - "auto_redirect_to_sso": { - "type": "boolean", - "title": "Auto Redirect To Sso" - }, - "admin_ui_disabled": { - "type": "boolean", - "title": "Admin Ui Disabled" - }, - "sso_configured": { - "type": "boolean", - "title": "Sso Configured" - }, - "is_control_plane": { - "type": "boolean", - "title": "Is Control Plane", - "default": false - }, - "workers": { - "items": { - "$ref": "#/components/schemas/WorkerRegistryEntry" - }, - "type": "array", - "title": "Workers", - "default": [] - } - }, - "type": "object", - "required": [ - "server_root_path", - "proxy_base_url", - "auto_redirect_to_sso", - "admin_ui_disabled", - "sso_configured" - ], - "title": "UiDiscoveryEndpoints" - }, - "UpdateCustomerRequest": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Alias" - }, - "blocked": { - "type": "boolean", - "title": "Blocked", - "default": false - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "allowed_model_region": { - "anyOf": [ - { - "type": "string", - "enum": [ - "eu", - "us" - ] - }, - { - "type": "null" - } - ], - "title": "Allowed Model Region" - }, - "default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Default Model" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "user_id" - ], - "title": "UpdateCustomerRequest", - "description": "Update a Customer, use this to update customer budgets etc" - }, - "UpdateKeyRequest": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "default": [] - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Config", - "default": {} - }, - "permissions": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Permissions", - "default": {} - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Aliases", - "default": {} - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "key": { - "type": "string", - "title": "Key" - }, - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "enforced_params": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Enforced Params" - }, - "allowed_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Routes", - "default": [] - }, - "allowed_passthrough_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Passthrough Routes" - }, - "allowed_vector_store_indexes": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AllowedVectorStoreIndexItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Vector Store Indexes" - }, - "rpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Rpm Limit Type" - }, - "tpm_limit_type": { - "anyOf": [ - { - "type": "string", - "enum": [ - "guaranteed_throughput", - "best_effort_throughput", - "dynamic" - ] - }, - { - "type": "null" - } - ], - "title": "Tpm Limit Type" - }, - "router_settings": { - "anyOf": [ - { - "$ref": "#/components/schemas/UpdateRouterConfig" - }, - { - "type": "null" - } - ] - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "temp_budget_increase": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Temp Budget Increase" - }, - "temp_budget_expiry": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Temp Budget Expiry" - }, - "auto_rotate": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Auto Rotate" - }, - "rotation_interval": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Rotation Interval" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - } - }, - "type": "object", - "required": [ - "key" - ], - "title": "UpdateKeyRequest" - }, - "UpdateModelGroupRequest": { - "properties": { - "model_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Model Names" - }, - "model_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Model Ids" - } - }, - "type": "object", - "title": "UpdateModelGroupRequest" - }, - "UpdateProjectRequest": { - "properties": { - "budget_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Id" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "allowed_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Models" - }, - "project_id": { - "type": "string", - "title": "Project Id" - }, - "project_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Alias" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models" - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - } - }, - "type": "object", - "required": [ - "project_id" - ], - "title": "UpdateProjectRequest", - "description": "Request model for POST /project/update" - }, - "UpdatePublicModelGroupsRequest": { - "properties": { - "model_groups": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Model Groups", - "description": "List of model group names to make public" - } - }, - "additionalProperties": false, - "type": "object", - "required": [ - "model_groups" - ], - "title": "UpdatePublicModelGroupsRequest", - "description": "Request model for updating public model groups" - }, - "UpdateRouterConfig": { - "properties": { - "routing_strategy_args": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Routing Strategy Args" - }, - "routing_strategy": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Routing Strategy" - }, - "routing_groups": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/RoutingGroup" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Routing Groups" - }, - "model_group_retry_policy": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Group Retry Policy" - }, - "model_group_affinity_config": { - "anyOf": [ - { - "additionalProperties": { - "items": { - "type": "string" - }, - "type": "array" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Group Affinity Config" - }, - "allowed_fails": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Allowed Fails" - }, - "cooldown_time": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cooldown Time" - }, - "num_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Num Retries" - }, - "timeout": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Timeout" - }, - "max_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Retries" - }, - "retry_after": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Retry After" - }, - "fallbacks": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Fallbacks" - }, - "context_window_fallbacks": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Context Window Fallbacks" - }, - "model_group_alias": { - "anyOf": [ - { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - } - ] - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Group Alias", - "default": {} - } - }, - "type": "object", - "title": "UpdateRouterConfig", - "description": "Set of params that you can modify via `router.update_settings()`." - }, - "UpdateTeamMemberPermissionsRequest": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "team_member_permissions": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Team Member Permissions" - } - }, - "type": "object", - "required": [ - "team_id", - "team_member_permissions" - ], - "title": "UpdateTeamMemberPermissionsRequest", - "description": "Request to update the team member permissions for a team" - }, - "UpdateTeamRequest": { - "properties": { - "team_id": { - "type": "string", - "title": "Team Id" - }, - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Alias" - }, - "organization_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Id" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "tags": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "model_aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Aliases" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "team_member_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Team Member Budget" - }, - "team_member_budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Member Budget Duration" - }, - "team_member_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Team Member Rpm Limit" - }, - "team_member_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Team Member Tpm Limit" - }, - "team_member_key_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Member Key Duration" - }, - "allowed_passthrough_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Passthrough Routes" - }, - "secret_manager_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Secret Manager Settings" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "allowed_vector_store_indexes": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/AllowedVectorStoreIndexItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Vector Store Indexes" - }, - "enforced_batch_output_expires_after": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Enforced Batch Output Expires After" - }, - "enforced_file_expires_after": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Enforced File Expires After" - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "default_team_member_models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Default Team Member Models" - } - }, - "type": "object", - "required": [ - "team_id" - ], - "title": "UpdateTeamRequest", - "description": "UpdateTeamRequest, used by /team/update when you need to update a team\n\nteam_id: str\nteam_alias: Optional[str] = None\norganization_id: Optional[str] = None\nmetadata: Optional[dict] = None\ntpm_limit: Optional[int] = None\nrpm_limit: Optional[int] = None\nmax_budget: Optional[float] = None\nmodels: Optional[list] = None\nblocked: Optional[bool] = None\nbudget_duration: Optional[str] = None\nguardrails: Optional[List[str]] = None\npolicies: Optional[List[str]] = None" - }, - "UpdateUsefulLinksRequest": { - "properties": { - "useful_links": { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - } - ] - }, - "type": "object", - "title": "Useful Links" - } - }, - "type": "object", - "required": [ - "useful_links" - ], - "title": "UpdateUsefulLinksRequest" - }, - "UpdateUserRequest": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "default": [] - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Config", - "default": {} - }, - "permissions": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Permissions", - "default": {} - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Aliases", - "default": {} - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "password": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Password" - }, - "user_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Alias" - }, - "user_role": { - "anyOf": [ - { - "type": "string", - "enum": [ - "proxy_admin", - "proxy_admin_viewer", - "internal_user", - "internal_user_viewer" - ] - }, - { - "type": "null" - } - ], - "title": "User Role" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - } - }, - "type": "object", - "title": "UpdateUserRequest" - }, - "UpdateUserRequestNoUserIDorEmail": { - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Duration" - }, - "models": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models", - "default": [] - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BudgetLimitEntry" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Config", - "default": {} - }, - "permissions": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Permissions", - "default": {} - }, - "model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Max Budget", - "default": {} - }, - "model_rpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Rpm Limit" - }, - "model_tpm_limit": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Tpm Limit" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrails" - }, - "policies": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Policies" - }, - "prompts": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Prompts" - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Aliases", - "default": {} - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionBase" - }, - { - "type": "null" - } - ] - }, - "password": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Password" - }, - "user_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Alias" - }, - "user_role": { - "anyOf": [ - { - "type": "string", - "enum": [ - "proxy_admin", - "proxy_admin_viewer", - "internal_user", - "internal_user_viewer" - ] - }, - { - "type": "null" - } - ], - "title": "User Role" - } - }, - "type": "object", - "title": "UpdateUserRequestNoUserIDorEmail" - }, - "UserAPIKeyAuth": { - "properties": { - "token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token" - }, - "key_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Name" - }, - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "expires": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Expires" - }, - "models": { - "items": {}, - "type": "array", - "title": "Models", - "default": [] - }, - "aliases": { - "additionalProperties": true, - "type": "object", - "title": "Aliases", - "default": {} - }, - "config": { - "additionalProperties": true, - "type": "object", - "title": "Config", - "default": {} - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Agent Id" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Id" - }, - "max_parallel_requests": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Parallel Requests" - }, - "metadata": { - "additionalProperties": true, - "type": "object", - "title": "Metadata", - "default": {} - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "allowed_cache_controls": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Cache Controls", - "default": [] - }, - "allowed_routes": { - "anyOf": [ - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Routes", - "default": [] - }, - "permissions": { - "additionalProperties": true, - "type": "object", - "title": "Permissions", - "default": {} - }, - "model_spend": { - "additionalProperties": true, - "type": "object", - "title": "Model Spend", - "default": {} - }, - "model_max_budget": { - "additionalProperties": true, - "type": "object", - "title": "Model Max Budget", - "default": {} - }, - "soft_budget_cooldown": { - "type": "boolean", - "title": "Soft Budget Cooldown", - "default": false - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - }, - "litellm_budget_table": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Litellm Budget Table" - }, - "org_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Org Id" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - }, - "last_active": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Last Active" - }, - "object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Object Permission Id" - }, - "object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "access_group_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Group Ids" - }, - "rotation_count": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rotation Count", - "default": 0 - }, - "auto_rotate": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Auto Rotate", - "default": false - }, - "rotation_interval": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Rotation Interval" - }, - "last_rotation_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Last Rotation At" - }, - "key_rotation_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Key Rotation At" - }, - "router_settings": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Router Settings" - }, - "budget_limits": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Budget Limits" - }, - "team_spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Team Spend" - }, - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Alias" - }, - "team_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Team Tpm Limit" - }, - "team_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Team Rpm Limit" - }, - "team_max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Team Max Budget" - }, - "team_soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Team Soft Budget" - }, - "team_models": { - "items": {}, - "type": "array", - "title": "Team Models", - "default": [] - }, - "team_blocked": { - "type": "boolean", - "title": "Team Blocked", - "default": false - }, - "soft_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Soft Budget" - }, - "team_model_aliases": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Team Model Aliases" - }, - "team_member": { - "anyOf": [ - { - "$ref": "#/components/schemas/Member" - }, - { - "type": "null" - } - ] - }, - "team_metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Team Metadata" - }, - "team_object_permission_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Object Permission Id" - }, - "team_member_spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Team Member Spend" - }, - "team_member_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Team Member Tpm Limit" - }, - "team_member_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Team Member Rpm Limit" - }, - "end_user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "End User Id" - }, - "end_user_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "End User Tpm Limit" - }, - "end_user_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "End User Rpm Limit" - }, - "end_user_max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "End User Max Budget" - }, - "end_user_model_max_budget": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "End User Model Max Budget" - }, - "organization_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization Alias" - }, - "organization_max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Organization Max Budget" - }, - "organization_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Organization Tpm Limit" - }, - "organization_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Organization Rpm Limit" - }, - "organization_metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Organization Metadata" - }, - "project_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Project Alias" - }, - "project_metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Project Metadata" - }, - "last_refreshed_at": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Last Refreshed At" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - }, - "user_role": { - "anyOf": [ - { - "$ref": "#/components/schemas/LitellmUserRoles" - }, - { - "type": "null" - } - ] - }, - "allowed_model_region": { - "anyOf": [ - { - "type": "string", - "enum": [ - "eu", - "us" - ] - }, - { - "type": "null" - } - ], - "title": "Allowed Model Region" - }, - "parent_otel_span": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Parent Otel Span" - }, - "rpm_limit_per_model": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit Per Model" - }, - "tpm_limit_per_model": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit Per Model" - }, - "user_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "User Tpm Limit" - }, - "user_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "User Rpm Limit" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "user_spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "User Spend" - }, - "user_max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "User Max Budget" - }, - "request_route": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Request Route" - }, - "user": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "User" - }, - "created_by_user": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Created By User" - }, - "end_user_object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "team_object_permission": { - "anyOf": [ - { - "$ref": "#/components/schemas/LiteLLM_ObjectPermissionTable" - }, - { - "type": "null" - } - ] - }, - "jwt_claims": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Jwt Claims" - } - }, - "type": "object", - "title": "UserAPIKeyAuth", - "description": "Return the row in the db" - }, - "UserInfoResponse": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "user_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "$ref": "#/components/schemas/BaseModel" - }, - { - "type": "null" - } - ], - "title": "User Info" - }, - "keys": { - "items": {}, - "type": "array", - "title": "Keys" - }, - "teams": { - "items": {}, - "type": "array", - "title": "Teams" - } - }, - "type": "object", - "required": [ - "user_id", - "user_info", - "keys", - "teams" - ], - "title": "UserInfoResponse" - }, - "UserInfoV2Response": { - "properties": { - "user_id": { - "type": "string", - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "user_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Alias" - }, - "user_role": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Role" - }, - "spend": { - "type": "number", - "title": "Spend", - "default": 0.0 - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "models": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Models", - "default": [] - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "budget_reset_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Budget Reset At" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "created_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "updated_at": { - "anyOf": [ - { - "type": "string", - "format": "date-time" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "sso_user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Sso User Id" - }, - "teams": { - "items": { - "type": "string" - }, - "type": "array", - "title": "Teams", - "default": [] - } - }, - "type": "object", - "required": [ - "user_id" - ], - "title": "UserInfoV2Response", - "description": "Response model for GET /v2/user/info\n\nReturns ONLY the user object - no keys, no teams objects.\nThis is a lightweight alternative to UserInfoResponse." - }, - "UserListResponse": { - "properties": { - "users": { - "items": { - "$ref": "#/components/schemas/LiteLLM_UserTableWithKeyCount" - }, - "type": "array", - "title": "Users" - }, - "total": { - "type": "integer", - "title": "Total" - }, - "page": { - "type": "integer", - "title": "Page" - }, - "page_size": { - "type": "integer", - "title": "Page Size" - }, - "total_pages": { - "type": "integer", - "title": "Total Pages" - } - }, - "type": "object", - "required": [ - "users", - "total", - "page", - "page_size", - "total_pages" - ], - "title": "UserListResponse", - "description": "Response model for the user list endpoint" - }, - "UserUpdateResult": { - "properties": { - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "user_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Email" - }, - "success": { - "type": "boolean", - "title": "Success" - }, - "error": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Error" - }, - "updated_user": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Updated User" - } - }, - "type": "object", - "required": [ - "success" - ], - "title": "UserUpdateResult", - "description": "Result of a single user update operation" - }, - "ValidationError": { - "properties": { - "loc": { - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "integer" - } - ] - }, - "type": "array", - "title": "Location" - }, - "msg": { - "type": "string", - "title": "Message" - }, - "type": { - "type": "string", - "title": "Error Type" - } - }, - "type": "object", - "required": [ - "loc", - "msg", - "type" - ], - "title": "ValidationError" - }, - "WorkerRegistryEntry": { - "properties": { - "worker_id": { - "type": "string", - "title": "Worker Id" - }, - "name": { - "type": "string", - "title": "Name" - }, - "url": { - "type": "string", - "title": "Url" - } - }, - "type": "object", - "required": [ - "worker_id", - "name", - "url" - ], - "title": "WorkerRegistryEntry" - }, - "WorkflowEventCreateRequest": { - "properties": { - "event_type": { - "type": "string", - "title": "Event Type" - }, - "step_name": { - "type": "string", - "title": "Step Name" - }, - "data": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Data" - } - }, - "type": "object", - "required": [ - "event_type", - "step_name" - ], - "title": "WorkflowEventCreateRequest" - }, - "WorkflowMessageCreateRequest": { - "properties": { - "role": { - "type": "string", - "title": "Role" - }, - "content": { - "type": "string", - "title": "Content" - }, - "session_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Session Id" - } - }, - "type": "object", - "required": [ - "role", - "content" - ], - "title": "WorkflowMessageCreateRequest" - }, - "WorkflowRunCreateRequest": { - "properties": { - "workflow_type": { - "type": "string", - "title": "Workflow Type" - }, - "input": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Input" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - } - }, - "type": "object", - "required": [ - "workflow_type" - ], - "title": "WorkflowRunCreateRequest" - }, - "WorkflowRunUpdateRequest": { - "properties": { - "status": { - "anyOf": [ - { - "type": "string", - "enum": [ - "pending", - "running", - "paused", - "completed", - "failed" - ] - }, - { - "type": "null" - } - ], - "title": "Status" - }, - "output": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Output" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - } - }, - "type": "object", - "title": "WorkflowRunUpdateRequest" - }, - "updateDeployment": { - "properties": { - "model_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model Name" - }, - "litellm_params": { - "anyOf": [ - { - "$ref": "#/components/schemas/updateLiteLLMParams" - }, - { - "type": "null" - } - ] - }, - "model_info": { - "anyOf": [ - { - "$ref": "#/components/schemas/ModelInfo" - }, - { - "type": "null" - } - ] - }, - "blocked": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Blocked" - } - }, - "type": "object", - "title": "updateDeployment" - }, - "updateLiteLLMParams": { - "properties": { - "input_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token" - }, - "output_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token" - }, - "input_cost_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Second" - }, - "output_cost_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Second" - }, - "output_cost_per_second_1080p": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Second 1080P" - }, - "input_cost_per_pixel": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Pixel" - }, - "output_cost_per_pixel": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Pixel" - }, - "input_cost_per_token_flex": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Flex" - }, - "input_cost_per_token_priority": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Priority" - }, - "cache_creation_input_token_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Creation Input Token Cost" - }, - "cache_creation_input_token_cost_above_1hr": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Creation Input Token Cost Above 1Hr" - }, - "cache_creation_input_token_cost_above_200k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Creation Input Token Cost Above 200K Tokens" - }, - "cache_creation_input_audio_token_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Creation Input Audio Token Cost" - }, - "cache_read_input_token_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Token Cost" - }, - "cache_read_input_token_cost_flex": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Token Cost Flex" - }, - "cache_read_input_token_cost_priority": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Token Cost Priority" - }, - "cache_read_input_token_cost_above_200k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Token Cost Above 200K Tokens" - }, - "cache_read_input_audio_token_cost": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Cache Read Input Audio Token Cost" - }, - "input_cost_per_character": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Character" - }, - "input_cost_per_character_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Character Above 128K Tokens" - }, - "input_cost_per_audio_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Audio Token" - }, - "input_cost_per_token_cache_hit": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Cache Hit" - }, - "input_cost_per_token_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Above 128K Tokens" - }, - "input_cost_per_token_above_200k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Above 200K Tokens" - }, - "input_cost_per_query": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Query" - }, - "input_cost_per_image": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Image" - }, - "input_cost_per_image_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Image Above 128K Tokens" - }, - "input_cost_per_audio_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Audio Per Second" - }, - "input_cost_per_audio_per_second_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Audio Per Second Above 128K Tokens" - }, - "input_cost_per_video_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Video Per Second" - }, - "input_cost_per_video_per_second_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Video Per Second Above 128K Tokens" - }, - "input_cost_per_video_per_second_above_15s_interval": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Video Per Second Above 15S Interval" - }, - "input_cost_per_video_per_second_above_8s_interval": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Video Per Second Above 8S Interval" - }, - "input_cost_per_token_batches": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Input Cost Per Token Batches" - }, - "output_cost_per_token_batches": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Batches" - }, - "output_cost_per_token_flex": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Flex" - }, - "output_cost_per_token_priority": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Priority" - }, - "output_cost_per_character": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Character" - }, - "output_cost_per_audio_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Audio Token" - }, - "output_cost_per_token_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Above 128K Tokens" - }, - "output_cost_per_token_above_200k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Token Above 200K Tokens" - }, - "output_cost_per_character_above_128k_tokens": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Character Above 128K Tokens" - }, - "output_cost_per_image": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Image" - }, - "output_cost_per_image_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Image Token" - }, - "output_cost_per_reasoning_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Reasoning Token" - }, - "output_cost_per_video_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Video Per Second" - }, - "output_cost_per_audio_per_second": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Output Cost Per Audio Per Second" - }, - "search_context_cost_per_query": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Search Context Cost Per Query" - }, - "citation_cost_per_token": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Citation Cost Per Token" - }, - "tiered_pricing": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tiered Pricing" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Base" - }, - "api_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Version" - }, - "vertex_project": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vertex Project" - }, - "vertex_location": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vertex Location" - }, - "vertex_credentials": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Vertex Credentials" - }, - "region_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Region Name" - }, - "aws_access_key_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Access Key Id" - }, - "aws_secret_access_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Secret Access Key" - }, - "aws_region_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Region Name" - }, - "aws_bedrock_runtime_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Bedrock Runtime Endpoint" - }, - "watsonx_region_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Watsonx Region Name" - }, - "custom_llm_provider": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Custom Llm Provider" - }, - "tpm": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm" - }, - "rpm": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm" - }, - "timeout": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Timeout" - }, - "stream_timeout": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Stream Timeout" - }, - "max_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Retries" - }, - "organization": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Organization" - }, - "configurable_clientside_auth_params": { - "anyOf": [ - { - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "$ref": "#/components/schemas/ConfigurableClientsideParamsCustomAuth-Input" - } - ] - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Configurable Clientside Auth Params" - }, - "litellm_credential_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Credential Name" - }, - "litellm_trace_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Trace Id" - }, - "max_file_size_mb": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max File Size Mb" - }, - "default_api_key_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Default Api Key Tpm Limit" - }, - "default_api_key_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Default Api Key Rpm Limit" - }, - "max_budget": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Max Budget" - }, - "budget_duration": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Budget Duration" - }, - "use_in_pass_through": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Use In Pass Through", - "default": false - }, - "use_litellm_proxy": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Use Litellm Proxy", - "default": false - }, - "use_chat_completions_api": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Use Chat Completions Api" - }, - "merge_reasoning_content_in_choices": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Merge Reasoning Content In Choices", - "default": false - }, - "model_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Model Info" - }, - "mock_response": { - "anyOf": [ - { - "type": "string" - }, - { - "$ref": "#/components/schemas/ModelResponse" - }, - {}, - { - "type": "null" - } - ], - "title": "Mock Response" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tags" - }, - "tag_regex": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tag Regex" - }, - "auto_router_config_path": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auto Router Config Path" - }, - "auto_router_config": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auto Router Config" - }, - "auto_router_default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auto Router Default Model" - }, - "auto_router_embedding_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auto Router Embedding Model" - }, - "complexity_router_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Complexity Router Config" - }, - "complexity_router_default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Complexity Router Default Model" - }, - "adaptive_router_default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Adaptive Router Default Model" - }, - "adaptive_router_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Adaptive Router Config" - }, - "quality_router_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Quality Router Config" - }, - "quality_router_default_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Quality Router Default Model" - }, - "s3_bucket_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "S3 Bucket Name" - }, - "s3_encryption_key_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "S3 Encryption Key Id" - }, - "gcs_bucket_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Gcs Bucket Name" - }, - "vector_store_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Id" - }, - "milvus_text_field": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Milvus Text Field" - }, - "milvus_db_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Milvus Db Name" - }, - "milvus_partition_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Milvus Partition Names" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - }, - "additionalProperties": true, - "type": "object", - "title": "updateLiteLLMParams" - }, - "ProxyChatCompletionRequest": { - "description": "Pydantic model for chat completion requests that includes both OpenAI standard fields\nand LiteLLM-specific parameters. This replaces the previous TypedDict version.", - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "messages": { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionUserMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionAssistantMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionToolMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionSystemMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionFunctionMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionDeveloperMessage" - } - ] - }, - "title": "Messages", - "type": "array" - }, - "frequency_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Frequency Penalty" - }, - "logit_bias": { - "anyOf": [ - { - "additionalProperties": { - "type": "number" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logit Bias" - }, - "logprobs": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logprobs" - }, - "top_logprobs": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top Logprobs" - }, - "max_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Max Tokens" - }, - "n": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "N" - }, - "presence_penalty": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Presence Penalty" - }, - "response_format": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Response Format" - }, - "seed": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Seed" - }, - "service_tier": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Service Tier" - }, - "stop": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stop" - }, - "stream_options": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream Options" - }, - "temperature": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Temperature" - }, - "top_p": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Top P" - }, - "tools": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tools" - }, - "tool_choice": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Tool Choice" - }, - "parallel_tool_calls": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Parallel Tool Calls" - }, - "function_call": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Function Call" - }, - "functions": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Functions" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "stream": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Stream" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Metadata" - }, - "guardrails": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Guardrails" - }, - "caching": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Caching" - }, - "num_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Num Retries" - }, - "context_window_fallback_dict": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Context Window Fallback Dict" - }, - "fallbacks": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Fallbacks" - } - }, - "required": [ - "model", - "messages" - ], - "title": "ProxyChatCompletionRequest", - "type": "object" - }, - "ChatCompletionAssistantMessage": { - "properties": { - "role": { - "const": "assistant", - "title": "Role", - "type": "string" - }, - "content": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionTextObject" - }, - { - "$ref": "#/components/schemas/ChatCompletionThinkingBlock" - }, - { - "$ref": "#/components/schemas/ChatCompletionRedactedThinkingBlock" - }, - { - "$ref": "#/components/schemas/ChatCompletionImageObject" - } - ] - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Content" - }, - "name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Name" - }, - "tool_calls": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ChatCompletionAssistantToolCall" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tool Calls" - }, - "function_call": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionToolCallFunctionChunk" - }, - { - "type": "null" - } - ] - }, - "reasoning_content": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Reasoning Content" - }, - "cache_control": { - "$ref": "#/components/schemas/ChatCompletionCachedContent" - }, - "thinking_blocks": { - "anyOf": [ - { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionThinkingBlock" - }, - { - "$ref": "#/components/schemas/ChatCompletionRedactedThinkingBlock" - } - ] - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Thinking Blocks" - }, - "reasoning_items": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ChatCompletionReasoningItem" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Reasoning Items" - } - }, - "required": [ - "role" - ], - "title": "ChatCompletionAssistantMessage", - "type": "object" - }, - "ChatCompletionAssistantToolCall": { - "properties": { - "id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Id" - }, - "type": { - "const": "function", - "title": "Type", - "type": "string" - }, - "function": { - "$ref": "#/components/schemas/ChatCompletionToolCallFunctionChunk" - } - }, - "required": [ - "id", - "type", - "function" - ], - "title": "ChatCompletionAssistantToolCall", - "type": "object" - }, - "ChatCompletionAudioObject": { - "properties": { - "input_audio": { - "$ref": "#/components/schemas/InputAudio" - }, - "type": { - "const": "input_audio", - "title": "Type", - "type": "string" - } - }, - "required": [ - "input_audio", - "type" - ], - "title": "ChatCompletionAudioObject", - "type": "object" - }, - "ChatCompletionDeveloperMessage": { - "properties": { - "role": { - "const": "developer", - "title": "Role", - "type": "string" - }, - "content": { - "anyOf": [ - { - "type": "string" - }, - { - "items": {}, - "type": "array" - } - ], - "title": "Content" - }, - "name": { - "title": "Name", - "type": "string" - }, - "cache_control": { - "$ref": "#/components/schemas/ChatCompletionCachedContent" - } - }, - "required": [ - "role", - "content" - ], - "title": "ChatCompletionDeveloperMessage", - "type": "object" - }, - "ChatCompletionDocumentObject": { - "properties": { - "type": { - "const": "document", - "title": "Type", - "type": "string" - }, - "source": { - "$ref": "#/components/schemas/DocumentObject" - }, - "title": { - "title": "Title", - "type": "string" - }, - "context": { - "title": "Context", - "type": "string" - }, - "citations": { - "anyOf": [ - { - "$ref": "#/components/schemas/CitationsObject" - }, - { - "type": "null" - } - ] - } - }, - "required": [ - "type", - "source", - "title", - "context", - "citations" - ], - "title": "ChatCompletionDocumentObject", - "type": "object" - }, - "ChatCompletionFileObject": { - "properties": { - "type": { - "const": "file", - "title": "Type", - "type": "string" - }, - "file": { - "$ref": "#/components/schemas/ChatCompletionFileObjectFile" - } - }, - "required": [ - "type", - "file" - ], - "title": "ChatCompletionFileObject", - "type": "object" - }, - "ChatCompletionFileObjectFile": { - "properties": { - "file_data": { - "title": "File Data", - "type": "string" - }, - "file_id": { - "title": "File Id", - "type": "string" - }, - "filename": { - "title": "Filename", - "type": "string" - }, - "format": { - "title": "Format", - "type": "string" - }, - "detail": { - "title": "Detail", - "type": "string" - }, - "video_metadata": { - "additionalProperties": true, - "title": "Video Metadata", - "type": "object" - } - }, - "title": "ChatCompletionFileObjectFile", - "type": "object" - }, - "ChatCompletionFunctionMessage": { - "properties": { - "role": { - "const": "function", - "title": "Role", - "type": "string" - }, - "content": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "$ref": "#/components/schemas/ChatCompletionTextObject" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Content" - }, - "name": { - "title": "Name", - "type": "string" - }, - "tool_call_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Tool Call Id" - } - }, - "required": [ - "role", - "content", - "name", - "tool_call_id" - ], - "title": "ChatCompletionFunctionMessage", - "type": "object" - }, - "ChatCompletionImageObject": { - "properties": { - "type": { - "const": "image_url", - "title": "Type", - "type": "string" - }, - "image_url": { - "anyOf": [ - { - "type": "string" - }, - { - "$ref": "#/components/schemas/ChatCompletionImageUrlObject" - } - ], - "title": "Image Url" - } - }, - "required": [ - "type", - "image_url" - ], - "title": "ChatCompletionImageObject", - "type": "object" - }, - "ChatCompletionImageUrlObject": { - "properties": { - "url": { - "title": "Url", - "type": "string" - }, - "detail": { - "title": "Detail", - "type": "string" - }, - "format": { - "title": "Format", - "type": "string" - } - }, - "required": [ - "url" - ], - "title": "ChatCompletionImageUrlObject", - "type": "object" - }, - "ChatCompletionSystemMessage": { - "properties": { - "role": { - "const": "system", - "title": "Role", - "type": "string" - }, - "content": { - "anyOf": [ - { - "type": "string" - }, - { - "items": {}, - "type": "array" - } - ], - "title": "Content" - }, - "name": { - "title": "Name", - "type": "string" - }, - "cache_control": { - "$ref": "#/components/schemas/ChatCompletionCachedContent" - } - }, - "required": [ - "role", - "content" - ], - "title": "ChatCompletionSystemMessage", - "type": "object" - }, - "ChatCompletionTextObject": { - "properties": { - "type": { - "const": "text", - "title": "Type", - "type": "string" - }, - "text": { - "title": "Text", - "type": "string" - }, - "cache_control": { - "$ref": "#/components/schemas/ChatCompletionCachedContent" - } - }, - "required": [ - "type", - "text" - ], - "title": "ChatCompletionTextObject", - "type": "object" - }, - "ChatCompletionToolCallFunctionChunk": { - "properties": { - "name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Name" - }, - "arguments": { - "title": "Arguments", - "type": "string" - }, - "provider_specific_fields": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Provider Specific Fields" - } - }, - "title": "ChatCompletionToolCallFunctionChunk", - "type": "object" - }, - "ChatCompletionToolMessage": { - "properties": { - "role": { - "const": "tool", - "title": "Role", - "type": "string" - }, - "content": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "$ref": "#/components/schemas/ChatCompletionTextObject" - }, - "type": "array" - } - ], - "title": "Content" - }, - "tool_call_id": { - "title": "Tool Call Id", - "type": "string" - } - }, - "required": [ - "role", - "content", - "tool_call_id" - ], - "title": "ChatCompletionToolMessage", - "type": "object" - }, - "ChatCompletionUserMessage": { - "properties": { - "role": { - "const": "user", - "title": "Role", - "type": "string" - }, - "content": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionTextObject" - }, - { - "$ref": "#/components/schemas/ChatCompletionImageObject" - }, - { - "$ref": "#/components/schemas/ChatCompletionAudioObject" - }, - { - "$ref": "#/components/schemas/ChatCompletionDocumentObject" - }, - { - "$ref": "#/components/schemas/ChatCompletionVideoObject" - }, - { - "$ref": "#/components/schemas/ChatCompletionFileObject" - } - ] - }, - "type": "array" - } - ], - "title": "Content" - }, - "cache_control": { - "$ref": "#/components/schemas/ChatCompletionCachedContent" - } - }, - "required": [ - "role", - "content" - ], - "title": "ChatCompletionUserMessage", - "type": "object" - }, - "ChatCompletionVideoObject": { - "properties": { - "type": { - "const": "video_url", - "title": "Type", - "type": "string" - }, - "video_url": { - "anyOf": [ - { - "type": "string" - }, - { - "$ref": "#/components/schemas/ChatCompletionVideoUrlObject" - } - ], - "title": "Video Url" - } - }, - "required": [ - "type", - "video_url" - ], - "title": "ChatCompletionVideoObject", - "type": "object" - }, - "ChatCompletionVideoUrlObject": { - "properties": { - "url": { - "title": "Url", - "type": "string" - }, - "detail": { - "title": "Detail", - "type": "string" - } - }, - "required": [ - "url" - ], - "title": "ChatCompletionVideoUrlObject", - "type": "object" - }, - "CitationsObject": { - "properties": { - "enabled": { - "title": "Enabled", - "type": "boolean" - } - }, - "required": [ - "enabled" - ], - "title": "CitationsObject", - "type": "object" - }, - "DocumentObject": { - "properties": { - "type": { - "const": "text", - "title": "Type", - "type": "string" - }, - "media_type": { - "title": "Media Type", - "type": "string" - }, - "data": { - "title": "Data", - "type": "string" - } - }, - "required": [ - "type", - "media_type", - "data" - ], - "title": "DocumentObject", - "type": "object" - }, - "InputAudio": { - "properties": { - "data": { - "title": "Data", - "type": "string" - }, - "format": { - "enum": [ - "wav", - "mp3" - ], - "title": "Format", - "type": "string" - } - }, - "required": [ - "data", - "format" - ], - "title": "InputAudio", - "type": "object" - }, - "EmbeddingRequest": { - "additionalProperties": true, - "properties": { - "model": { - "title": "Model", - "type": "string" - }, - "input": { - "default": [], - "items": { - "type": "string" - }, - "title": "Input", - "type": "array" - }, - "timeout": { - "default": 600, - "title": "Timeout", - "type": "integer" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Base" - }, - "api_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Version" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Key" - }, - "api_type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Api Type" - }, - "caching": { - "default": false, - "title": "Caching", - "type": "boolean" - }, - "user": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "User" - }, - "custom_llm_provider": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Custom Llm Provider" - }, - "litellm_call_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Call Id" - }, - "litellm_logging_obj": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Litellm Logging Obj" - }, - "logger_fn": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": null, - "title": "Logger Fn" - } - }, - "required": [ - "model" - ], - "title": "EmbeddingRequest", - "type": "object" - }, - "ApplyGuardrailRequest": { - "properties": { - "entities": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/PiiEntityType" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Entities" - }, - "guardrail_name": { - "title": "Guardrail Name", - "type": "string" - }, - "input_type": { - "default": "request", - "title": "Input Type", - "type": "string" - }, - "language": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Language" - }, - "messages": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Messages" - }, - "text": { - "title": "Text", - "type": "string" - } - }, - "required": [ - "guardrail_name", - "text" - ], - "title": "ApplyGuardrailRequest", - "type": "object" - }, - "ApplyGuardrailResponse": { - "properties": { - "response_text": { - "title": "Response Text", - "type": "string" - } - }, - "required": [ - "response_text" - ], - "title": "ApplyGuardrailResponse", - "type": "object" - }, - "BaseLitellmParams-Input": { - "additionalProperties": true, - "properties": { - "additional_provider_specific_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Additional provider-specific parameters for generic guardrail APIs", - "title": "Additional Provider Specific Params" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Base URL for the guardrail service API", - "title": "Api Base" - }, - "api_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional custom API endpoint for Model Armor", - "title": "Api Endpoint" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "API key for the guardrail service", - "title": "Api Key" - }, - "blocked_words": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BlockedWord" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of blocked words with individual actions", - "title": "Blocked Words" - }, - "blocked_words_file": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to YAML file containing blocked_words list", - "title": "Blocked Words File" - }, - "categories": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ContentFilterCategoryConfig" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of prebuilt categories to enable (harmful_*, bias_*)", - "title": "Categories" - }, - "category_thresholds": { - "anyOf": [ - { - "$ref": "#/components/schemas/LakeraCategoryThresholds" - }, - { - "type": "null" - } - ], - "description": "Threshold configuration for Lakera guardrail categories" - }, - "credentials": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to Google Cloud credentials JSON file or JSON string", - "title": "Credentials" - }, - "custom_code": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Python-like code containing the apply_guardrail function for custom guardrail logic", - "title": "Custom Code" - }, - "default_on": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Whether the guardrail is enabled by default", - "title": "Default On" - }, - "detect_secrets_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Configuration for detect-secrets guardrail", - "title": "Detect Secrets Config" - }, - "end_session_after_n_fails": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "For /v1/realtime sessions: automatically close the session after this many guardrail violations.", - "title": "End Session After N Fails" - }, - "experimental_use_latest_role_message_only": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "When True, guardrails only receive the latest message for the relevant role (e.g., newest user input pre-call, newest assistant output post-call)", - "title": "Experimental Use Latest Role Message Only" - }, - "extra_headers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Header names to forward from the client request to the guardrail (e.g. x-request-id). Only these headers' values are sent; others may be omitted or sent as [present]. Used by generic_guardrail_api (similar to MCP extra_headers).", - "title": "Extra Headers" - }, - "fail_on_error": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Whether to fail the request if Model Armor encounters an error", - "title": "Fail On Error" - }, - "guard_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name of the guardrail in guardrails.ai", - "title": "Guard Name" - }, - "keyword_redaction_tag": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Tag to use for keyword redaction", - "title": "Keyword Redaction Tag" - }, - "location": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Google Cloud location/region (e.g., us-central1)", - "title": "Location" - }, - "mask_request_content": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Will mask request content if guardrail makes any changes", - "title": "Mask Request Content" - }, - "mask_response_content": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Will mask response content if guardrail makes any changes", - "title": "Mask Response Content" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional field if guardrail requires a 'model' parameter", - "title": "Model" - }, - "on_violation": { - "anyOf": [ - { - "enum": [ - "warn", - "end_session" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "description": "For /v1/realtime sessions: 'warn' speaks the violation message and continues; 'end_session' speaks the message and closes the connection.", - "title": "On Violation" - }, - "pangea_input_recipe": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Recipe for input (LLM request)", - "title": "Pangea Input Recipe" - }, - "pangea_output_recipe": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Recipe for output (LLM response)", - "title": "Pangea Output Recipe" - }, - "pattern_redaction_format": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Format string for pattern redaction (use {pattern_name} placeholder)", - "title": "Pattern Redaction Format" - }, - "patterns": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ContentFilterPattern" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of patterns (prebuilt or custom regex) to detect", - "title": "Patterns" - }, - "realtime_violation_message": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The message the bot speaks aloud when a /v1/realtime guardrail fires. Falls back to violation_message_template if not set.", - "title": "Realtime Violation Message" - }, - "severity_threshold": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Minimum severity to block (high, medium, low)", - "title": "Severity Threshold" - }, - "skip_system_message_in_guardrail": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "When True, unified guardrails skip system-role messages when building evaluation inputs (texts and structured_messages). When False, system messages are included even if litellm_settings sets a global skip. When None, use the global litellm.skip_system_message_in_guardrail setting.", - "title": "Skip System Message In Guardrail" - }, - "template_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The ID of your Model Armor template", - "title": "Template Id" - }, - "unreachable_fallback": { - "default": "fail_closed", - "description": "Behavior when a guardrail endpoint is unreachable due to network errors. NOTE: This is currently only implemented by guardrail='generic_guardrail_api'. 'fail_closed' raises an error (default). 'fail_open' logs a critical error and allows the request to proceed.", - "enum": [ - "fail_closed", - "fail_open" - ], - "title": "Unreachable Fallback", - "type": "string" - }, - "violation_message_template": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Custom message when a guardrail blocks an action. Supports placeholders like {tool_name}, {rule_id}, and {default_message}.", - "title": "Violation Message Template" - } - }, - "title": "BaseLitellmParams", - "type": "object" - }, - "BaseLitellmParams-Output": { - "additionalProperties": true, - "properties": { - "additional_provider_specific_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Additional provider-specific parameters for generic guardrail APIs", - "title": "Additional Provider Specific Params" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Base URL for the guardrail service API", - "title": "Api Base" - }, - "api_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional custom API endpoint for Model Armor", - "title": "Api Endpoint" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "API key for the guardrail service", - "title": "Api Key" - }, - "blocked_words": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BlockedWord" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of blocked words with individual actions", - "title": "Blocked Words" - }, - "blocked_words_file": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to YAML file containing blocked_words list", - "title": "Blocked Words File" - }, - "categories": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ContentFilterCategoryConfig" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of prebuilt categories to enable (harmful_*, bias_*)", - "title": "Categories" - }, - "category_thresholds": { - "anyOf": [ - { - "$ref": "#/components/schemas/LakeraCategoryThresholds" - }, - { - "type": "null" - } - ], - "description": "Threshold configuration for Lakera guardrail categories" - }, - "credentials": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to Google Cloud credentials JSON file or JSON string", - "title": "Credentials" - }, - "custom_code": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Python-like code containing the apply_guardrail function for custom guardrail logic", - "title": "Custom Code" - }, - "default_on": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Whether the guardrail is enabled by default", - "title": "Default On" - }, - "detect_secrets_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Configuration for detect-secrets guardrail", - "title": "Detect Secrets Config" - }, - "end_session_after_n_fails": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "For /v1/realtime sessions: automatically close the session after this many guardrail violations.", - "title": "End Session After N Fails" - }, - "experimental_use_latest_role_message_only": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "When True, guardrails only receive the latest message for the relevant role (e.g., newest user input pre-call, newest assistant output post-call)", - "title": "Experimental Use Latest Role Message Only" - }, - "extra_headers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Header names to forward from the client request to the guardrail (e.g. x-request-id). Only these headers' values are sent; others may be omitted or sent as [present]. Used by generic_guardrail_api (similar to MCP extra_headers).", - "title": "Extra Headers" - }, - "fail_on_error": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Whether to fail the request if Model Armor encounters an error", - "title": "Fail On Error" - }, - "guard_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name of the guardrail in guardrails.ai", - "title": "Guard Name" - }, - "keyword_redaction_tag": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Tag to use for keyword redaction", - "title": "Keyword Redaction Tag" - }, - "location": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Google Cloud location/region (e.g., us-central1)", - "title": "Location" - }, - "mask_request_content": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Will mask request content if guardrail makes any changes", - "title": "Mask Request Content" - }, - "mask_response_content": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Will mask response content if guardrail makes any changes", - "title": "Mask Response Content" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional field if guardrail requires a 'model' parameter", - "title": "Model" - }, - "on_violation": { - "anyOf": [ - { - "enum": [ - "warn", - "end_session" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "description": "For /v1/realtime sessions: 'warn' speaks the violation message and continues; 'end_session' speaks the message and closes the connection.", - "title": "On Violation" - }, - "pangea_input_recipe": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Recipe for input (LLM request)", - "title": "Pangea Input Recipe" - }, - "pangea_output_recipe": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Recipe for output (LLM response)", - "title": "Pangea Output Recipe" - }, - "pattern_redaction_format": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Format string for pattern redaction (use {pattern_name} placeholder)", - "title": "Pattern Redaction Format" - }, - "patterns": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ContentFilterPattern" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of patterns (prebuilt or custom regex) to detect", - "title": "Patterns" - }, - "realtime_violation_message": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The message the bot speaks aloud when a /v1/realtime guardrail fires. Falls back to violation_message_template if not set.", - "title": "Realtime Violation Message" - }, - "severity_threshold": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Minimum severity to block (high, medium, low)", - "title": "Severity Threshold" - }, - "skip_system_message_in_guardrail": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "When True, unified guardrails skip system-role messages when building evaluation inputs (texts and structured_messages). When False, system messages are included even if litellm_settings sets a global skip. When None, use the global litellm.skip_system_message_in_guardrail setting.", - "title": "Skip System Message In Guardrail" - }, - "template_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The ID of your Model Armor template", - "title": "Template Id" - }, - "unreachable_fallback": { - "default": "fail_closed", - "description": "Behavior when a guardrail endpoint is unreachable due to network errors. NOTE: This is currently only implemented by guardrail='generic_guardrail_api'. 'fail_closed' raises an error (default). 'fail_open' logs a critical error and allows the request to proceed.", - "enum": [ - "fail_closed", - "fail_open" - ], - "title": "Unreachable Fallback", - "type": "string" - }, - "violation_message_template": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Custom message when a guardrail blocks an action. Supports placeholders like {tool_name}, {rule_id}, and {default_message}.", - "title": "Violation Message Template" - } - }, - "title": "BaseLitellmParams", - "type": "object" - }, - "BlockedWord": { - "description": "Represents a blocked word with its action and optional description", - "properties": { - "action": { - "$ref": "#/components/schemas/ContentFilterAction", - "description": "Action to take when keyword is detected (BLOCK or MASK)" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional description explaining why this keyword is sensitive", - "title": "Description" - }, - "keyword": { - "description": "The keyword to block or mask", - "title": "Keyword", - "type": "string" - } - }, - "required": [ - "keyword", - "action" - ], - "title": "BlockedWord", - "type": "object" - }, - "ContentFilterAction": { - "description": "Action to take when content filter detects a match", - "enum": [ - "BLOCK", - "MASK" - ], - "title": "ContentFilterAction", - "type": "string" - }, - "ContentFilterCategoryConfig": { - "additionalProperties": true, - "description": "category: \"harmful_self_harm\"\n enabled: true\n action: \"BLOCK\"\n severity_threshold: \"medium\"\n category_file: \"/path/to/custom_file.yaml\" # optional override", - "properties": { - "action": { - "description": "The action to take when the category is detected", - "enum": [ - "BLOCK", - "MASK" - ], - "title": "Action", - "type": "string" - }, - "category": { - "description": "The category to detect", - "title": "Category", - "type": "string" - }, - "category_file": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional override. Use your own category file instead of the default one.", - "title": "Category File" - }, - "enabled": { - "default": true, - "description": "Whether the category is enabled", - "title": "Enabled", - "type": "boolean" - }, - "severity_threshold": { - "default": "medium", - "description": "The severity threshold to detect the category", - "enum": [ - "high", - "medium", - "low" - ], - "title": "Severity Threshold", - "type": "string" - } - }, - "required": [ - "category", - "action" - ], - "title": "ContentFilterCategoryConfig", - "type": "object" - }, - "ContentFilterPattern": { - "description": "Represents a content filter pattern (prebuilt or custom regex)", - "properties": { - "action": { - "$ref": "#/components/schemas/ContentFilterAction", - "description": "Action to take when pattern matches (BLOCK or MASK)" - }, - "name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name for this pattern (used in logging and error messages)", - "title": "Name" - }, - "pattern": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Custom regex pattern. Required if pattern_type is 'regex'", - "title": "Pattern" - }, - "pattern_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name of prebuilt pattern (e.g., 'us_ssn', 'credit_card'). Required if pattern_type is 'prebuilt'", - "title": "Pattern Name" - }, - "pattern_type": { - "description": "Type of pattern: 'prebuilt' for predefined patterns or 'regex' for custom", - "enum": [ - "prebuilt", - "regex" - ], - "title": "Pattern Type", - "type": "string" - } - }, - "required": [ - "pattern_type", - "action" - ], - "title": "ContentFilterPattern", - "type": "object" - }, - "CreateGuardrailRequest": { - "properties": { - "guardrail": { - "$ref": "#/components/schemas/Guardrail" - } - }, - "required": [ - "guardrail" - ], - "title": "CreateGuardrailRequest", - "type": "object" - }, - "GUARDRAIL_DEFINITION_LOCATION": { - "enum": [ - "db", - "config" - ], - "title": "GUARDRAIL_DEFINITION_LOCATION", - "type": "string" - }, - "GraySwanGuardrailConfigModelOptionalParams": { - "description": "Optional parameters for the Gray Swan guardrail.", - "properties": { - "categories": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Default Gray Swan category definitions to send with each request.", - "title": "Categories" - }, - "fail_open": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "If true (default), errors contacting Gray Swan are logged and the request proceeds. If false, errors propagate and block the request.", - "title": "Fail Open" - }, - "guardrail_timeout": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "default": 30.0, - "description": "Timeout in seconds for calling the Gray Swan guardrail service.", - "title": "Guardrail Timeout" - }, - "on_flagged_action": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "passthrough", - "description": "Action when a violation is detected: 'block' rejects the call (400 error), 'monitor' logs only, 'passthrough' replaces response content with violation message (200 status).", - "title": "On Flagged Action" - }, - "policy_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Gray Swan policy identifier to apply during monitoring.", - "title": "Policy Id" - }, - "reasoning_mode": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Gray Swan reasoning mode override. Accepted values: 'off', 'hybrid', 'thinking'.", - "title": "Reasoning Mode" - }, - "violation_threshold": { - "anyOf": [ - { - "maximum": 1.0, - "minimum": 0.0, - "type": "number" - }, - { - "type": "null" - } - ], - "default": 0.5, - "description": "Threshold between 0 and 1 at which Gray Swan violations trigger the configured action.", - "title": "Violation Threshold" - } - }, - "title": "GraySwanGuardrailConfigModelOptionalParams", - "type": "object" - }, - "Guardrail": { - "properties": { - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "guardrail_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Guardrail Id" - }, - "guardrail_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Guardrail Info" - }, - "guardrail_name": { - "title": "Guardrail Name", - "type": "string" - }, - "litellm_params": { - "$ref": "#/components/schemas/LitellmParams" - }, - "policy_template": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Policy Template" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - } - }, - "required": [ - "guardrail_name", - "litellm_params" - ], - "title": "Guardrail", - "type": "object" - }, - "GuardrailInfoResponse": { - "properties": { - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "guardrail_definition_location": { - "$ref": "#/components/schemas/GUARDRAIL_DEFINITION_LOCATION", - "default": "config" - }, - "guardrail_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Guardrail Id" - }, - "guardrail_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Guardrail Info" - }, - "guardrail_name": { - "title": "Guardrail Name", - "type": "string" - }, - "litellm_params": { - "anyOf": [ - { - "$ref": "#/components/schemas/BaseLitellmParams-Output" - }, - { - "type": "null" - } - ] - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - } - }, - "required": [ - "guardrail_name" - ], - "title": "GuardrailInfoResponse", - "type": "object" - }, - "GuardrailSubmissionItem": { - "properties": { - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "guardrail_id": { - "title": "Guardrail Id", - "type": "string" - }, - "guardrail_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Guardrail Info" - }, - "guardrail_name": { - "title": "Guardrail Name", - "type": "string" - }, - "litellm_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Litellm Params" - }, - "reviewed_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Reviewed At" - }, - "status": { - "title": "Status", - "type": "string" - }, - "submitted_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Submitted At" - }, - "submitted_by_email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Submitted By Email" - }, - "submitted_by_user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Submitted By User Id" - }, - "team_guardrail": { - "default": false, - "title": "Team Guardrail", - "type": "boolean" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - } - }, - "required": [ - "guardrail_id", - "guardrail_name", - "status" - ], - "title": "GuardrailSubmissionItem", - "type": "object" - }, - "GuardrailSubmissionSummary": { - "properties": { - "active": { - "title": "Active", - "type": "integer" - }, - "pending_review": { - "title": "Pending Review", - "type": "integer" - }, - "rejected": { - "title": "Rejected", - "type": "integer" - }, - "total": { - "title": "Total", - "type": "integer" - } - }, - "required": [ - "total", - "pending_review", - "active", - "rejected" - ], - "title": "GuardrailSubmissionSummary", - "type": "object" - }, - "LakeraCategoryThresholds": { - "additionalProperties": true, - "properties": { - "jailbreak": { - "title": "Jailbreak", - "type": "number" - }, - "prompt_injection": { - "title": "Prompt Injection", - "type": "number" - } - }, - "title": "LakeraCategoryThresholds", - "type": "object" - }, - "ListGuardrailSubmissionsResponse": { - "properties": { - "submissions": { - "items": { - "$ref": "#/components/schemas/GuardrailSubmissionItem" - }, - "title": "Submissions", - "type": "array" - }, - "summary": { - "$ref": "#/components/schemas/GuardrailSubmissionSummary" - } - }, - "required": [ - "submissions", - "summary" - ], - "title": "ListGuardrailSubmissionsResponse", - "type": "object" - }, - "ListGuardrailsResponse": { - "properties": { - "guardrails": { - "items": { - "$ref": "#/components/schemas/GuardrailInfoResponse" - }, - "title": "Guardrails", - "type": "array" - } - }, - "required": [ - "guardrails" - ], - "title": "ListGuardrailsResponse", - "type": "object" - }, - "LitellmParams": { - "additionalProperties": true, - "properties": { - "action": { - "default": "block", - "description": "'block' raises an error; 'mask' replaces the code block with a placeholder.", - "enum": [ - "block", - "mask" - ], - "title": "Action", - "type": "string" - }, - "additional_provider_specific_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Additional provider-specific parameters for generic guardrail APIs", - "title": "Additional Provider Specific Params" - }, - "akto_account_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Akto account ID for multi-tenant deployments. Env: AKTO_ACCOUNT_ID. Default: '1000000'.", - "title": "Akto Account Id" - }, - "akto_api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "API key for Akto. Env: AKTO_API_KEY.", - "title": "Akto Api Key" - }, - "akto_base_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Akto Guardrail API Base URL. Env: AKTO_GUARDRAIL_API_BASE.", - "examples": [ - "http://localhost:9090", - "https://akto-ingestion.example.com" - ], - "title": "Akto Base Url" - }, - "akto_vxlan_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Akto VXLAN ID. Env: AKTO_VXLAN_ID. Default: '0'.", - "title": "Akto Vxlan Id" - }, - "anonymize_input": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "If True, replaces sensitive content with anonymized version when only PII/PCI/secrets are detected. Only applies in blocking mode. Defaults to False if not provided", - "title": "Anonymize Input" - }, - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Base URL for the Lakera AI API", - "title": "Api Base" - }, - "api_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional custom API endpoint for Model Armor", - "title": "Api Endpoint" - }, - "api_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The Hiddenlayer API Id for the Hiddenlayer API. If not provided, the `HIDDENLAYER_CLIENT_ID` environment variable is checked or https://api.hiddenlayer.ai is used.", - "title": "Api Id" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "API key for the Lakera AI service", - "title": "Api Key" - }, - "api_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "v1", - "description": "API version for Javelin service", - "title": "Api Version" - }, - "application": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Application name for Javelin service", - "title": "Application" - }, - "application_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Application ID for Noma Security. Defaults to 'litellm' if not provided", - "title": "Application Id" - }, - "assertions": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Custom assertions to validate against the output. Each assertion is a string describing a condition.", - "title": "Assertions" - }, - "async_mode": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Set to True to request asynchronous analysis (sets `plr_async` header). Defaults to provider behaviour when omitted.", - "title": "Async Mode" - }, - "auth_token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Authorization bearer token for IBM Guardrails API. Reads from IBM_GUARDRAILS_AUTH_TOKEN env var if None.", - "title": "Auth Token" - }, - "aws_access_key_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "AWS access key ID for authentication", - "title": "Aws Access Key Id" - }, - "aws_bedrock_runtime_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "AWS Bedrock runtime endpoint URL", - "title": "Aws Bedrock Runtime Endpoint" - }, - "aws_profile_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "AWS profile name for credential retrieval", - "title": "Aws Profile Name" - }, - "aws_region_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "AWS region where your guardrail is deployed", - "title": "Aws Region Name" - }, - "aws_role_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "AWS role name for assuming roles", - "title": "Aws Role Name" - }, - "aws_secret_access_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "AWS secret access key for authentication", - "title": "Aws Secret Access Key" - }, - "aws_session_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name of the AWS session", - "title": "Aws Session Name" - }, - "aws_session_token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "AWS session token for temporary credentials", - "title": "Aws Session Token" - }, - "aws_sts_endpoint": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "AWS STS endpoint URL", - "title": "Aws Sts Endpoint" - }, - "aws_web_identity_token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Web identity token for AWS role assumption", - "title": "Aws Web Identity Token" - }, - "base_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Base URL for the IBM Guardrails server", - "title": "Base Url" - }, - "block_failures": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "If True, blocks requests on API failures. Defaults to True if not provided", - "title": "Block Failures" - }, - "block_on_error": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Whether to block the request when the PromptGuard API is unreachable. Defaults to true (fail-closed). Set to false for fail-open behaviour.", - "title": "Block On Error" - }, - "block_on_violation": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Whether to block requests when violations are detected. Defaults to True.", - "title": "Block On Violation" - }, - "blocked_languages": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Language tags to block (e.g. python, javascript, bash). Empty or None = block all fenced code blocks.", - "options": [ - "python", - "javascript", - "typescript", - "bash", - "ruby", - "go", - "java", - "csharp", - "php", - "c", - "cpp", - "rust", - "sql" - ], - "title": "Blocked Languages", - "ui_type": "multiselect" - }, - "blocked_words": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/BlockedWord" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of blocked words with individual actions", - "title": "Blocked Words" - }, - "blocked_words_file": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to YAML file containing blocked_words list", - "title": "Blocked Words File" - }, - "breakdown": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Whether to include breakdown in the response", - "title": "Breakdown" - }, - "categories": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ContentFilterCategoryConfig" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of prebuilt categories to enable (harmful_*, bias_*)", - "title": "Categories" - }, - "category_thresholds": { - "anyOf": [ - { - "$ref": "#/components/schemas/LakeraCategoryThresholds" - }, - { - "type": "null" - } - ], - "description": "Threshold configuration for Lakera guardrail categories" - }, - "confidence_threshold": { - "default": 0.5, - "default_value": 0.5, - "description": "Only block or mask when detection confidence >= this value; below threshold, allow or log_only.", - "max": 1.0, - "maximum": 1.0, - "min": 0.0, - "minimum": 0.0, - "step": 0.1, - "title": "Confidence Threshold", - "type": "number", - "ui_type": "percentage" - }, - "config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Additional configuration for the guardrail", - "title": "Config" - }, - "content_moderation_check": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Enable content moderation to check for harmful content (harassment, hate speech, etc.).", - "title": "Content Moderation Check" - }, - "credentials": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to Google Cloud credentials JSON file or JSON string", - "title": "Credentials" - }, - "custom_code": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Python-like code containing the apply_guardrail function for custom guardrail logic", - "title": "Custom Code" - }, - "default_action": { - "default": "deny", - "description": "Fallback decision when no rule matches", - "enum": [ - "allow", - "deny" - ], - "title": "Default Action", - "type": "string" - }, - "default_on": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Whether the guardrail is enabled by default", - "title": "Default On" - }, - "deployment_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The EnkryptAI deployment name to use. Sent via X-Enkrypt-Deployment header.", - "title": "Deployment Name" - }, - "detect_execution_intent": { - "default": true, - "description": "When True, block only when user intent is to run/execute; allow when intent is explain/refactor/don't run. Also block text-only execution requests (e.g. 'run `ls`', 'read /etc/passwd').", - "title": "Detect Execution Intent", - "type": "boolean" - }, - "detect_secrets_config": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Configuration for detect-secrets guardrail", - "title": "Detect Secrets Config" - }, - "detector_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name of the detector inside the server (e.g., 'jailbreak-detector')", - "title": "Detector Id" - }, - "detectors": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Dictionary of detector configurations (e.g., {'nsfw': {'enabled': True}, 'toxicity': {'enabled': True}}).", - "title": "Detectors" - }, - "dev_info": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Whether to include developer information in the response", - "title": "Dev Info" - }, - "disable_exception_on_block": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "If True, will not raise an exception when the guardrail is blocked. Useful for OpenWebUI where exceptions can end the chat flow.", - "title": "Disable Exception On Block" - }, - "end_session_after_n_fails": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "For /v1/realtime sessions: automatically close the session after this many guardrail violations.", - "title": "End Session After N Fails" - }, - "evaluation_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Pre-configured evaluation ID from Qualifire dashboard. When provided, uses invoke_evaluation() instead of evaluate().", - "title": "Evaluation Id" - }, - "experimental_use_latest_role_message_only": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "When True, guardrails only receive the latest message for the relevant role (e.g., newest user input pre-call, newest assistant output post-call)", - "title": "Experimental Use Latest Role Message Only" - }, - "extra_headers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Header names to forward from the client request to the guardrail (e.g. x-request-id). Only these headers' values are sent; others may be omitted or sent as [present]. Used by generic_guardrail_api (similar to MCP extra_headers).", - "title": "Extra Headers" - }, - "fail_on_error": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Whether to fail the request if Model Armor encounters an error", - "title": "Fail On Error" - }, - "grounding_check": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Enable grounding verification to ensure output is grounded in provided context.", - "title": "Grounding Check" - }, - "grounding_strictness": { - "anyOf": [ - { - "enum": [ - "BALANCED", - "STRICT" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Strictness level for XecGuard context-grounding validation. 'BALANCED' (default) treats INCOMPLETE answers as SAFE; 'STRICT' flags them as UNSAFE. Grounding only runs in post_call when `metadata.xecguard_grounding_documents` is provided.", - "title": "Grounding Strictness" - }, - "guard_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name of the Javelin guard to use", - "title": "Guard Name" - }, - "guardrail": { - "description": "The type of guardrail integration to use", - "title": "Guardrail", - "type": "string" - }, - "guardrailIdentifier": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The ID of your guardrail on Bedrock", - "title": "Guardrailidentifier" - }, - "guardrailVersion": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The version of your Bedrock guardrail (e.g., DRAFT or version number)", - "title": "Guardrailversion" - }, - "guardrail_timeout": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "HTTP timeout in seconds. Default: 5.", - "title": "Guardrail Timeout" - }, - "hallucinations_check": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Enable hallucination detection to detect factual inaccuracies.", - "title": "Hallucinations Check" - }, - "include_evidence": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Include detailed evidence payloads in responses (sets `plr_evidence` header).", - "title": "Include Evidence" - }, - "include_scanners": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Include scanner category summaries in responses (sets `plr_scanners` header).", - "title": "Include Scanners" - }, - "is_detector_server": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Boolean flag to determine if calling a detector server (True) or the FMS Orchestrator (False). Defaults to True.", - "title": "Is Detector Server" - }, - "keyword_redaction_tag": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Tag to use for keyword redaction", - "title": "Keyword Redaction Tag" - }, - "lasso_conversation_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Conversation ID for the Lasso guardrail", - "title": "Lasso Conversation Id" - }, - "lasso_user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "User ID for the Lasso guardrail", - "title": "Lasso User Id" - }, - "location": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Google Cloud location/region (e.g., us-central1)", - "title": "Location" - }, - "mask": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "Enable content masking using Lasso classifix API", - "title": "Mask" - }, - "mask_request_content": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Will mask request content if guardrail makes any changes", - "title": "Mask Request Content" - }, - "mask_response_content": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Will mask response content if guardrail makes any changes", - "title": "Mask Response Content" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Additional metadata to include in the request", - "title": "Metadata" - }, - "mock_redacted_text": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Mock redacted text for testing", - "title": "Mock Redacted Text" - }, - "mode": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "$ref": "#/components/schemas/Mode" - } - ], - "description": "When to apply the guardrail (pre_call, post_call, during_call, logging_only)", - "title": "Mode" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional field if guardrail requires a 'model' parameter", - "title": "Model" - }, - "monitor_mode": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "If True, logs violations without blocking. Defaults to False if not provided", - "title": "Monitor Mode" - }, - "on_disallowed_action": { - "default": "block", - "description": "Choose whether disallowed tools block the request or get rewritten out of the payload", - "enum": [ - "block", - "rewrite" - ], - "title": "On Disallowed Action", - "type": "string" - }, - "on_flagged": { - "anyOf": [ - { - "enum": [ - "block", - "monitor" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "default": "block", - "description": "Action to take when content is flagged: 'block' (raise exception) or 'monitor' (log only)", - "title": "On Flagged" - }, - "on_flagged_action": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "monitor", - "description": "Action to take when content is flagged: 'block' (raise exception) or 'monitor' (log only)", - "title": "On Flagged Action" - }, - "on_violation": { - "anyOf": [ - { - "enum": [ - "warn", - "end_session" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "description": "For /v1/realtime sessions: 'warn' speaks the violation message and continues; 'end_session' speaks the message and closes the connection.", - "title": "On Violation" - }, - "optional_params": { - "anyOf": [ - { - "$ref": "#/components/schemas/GraySwanGuardrailConfigModelOptionalParams" - }, - { - "type": "null" - } - ], - "description": "Optional parameters for the guardrail" - }, - "output_parse_pii": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "When True, LiteLLM will replace the masked text with the original text in the response", - "title": "Output Parse Pii", - "ui_type": "bool" - }, - "pangea_input_recipe": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Recipe for input (LLM request)", - "title": "Pangea Input Recipe" - }, - "pangea_output_recipe": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Recipe for output (LLM response)", - "title": "Pangea Output Recipe" - }, - "pattern_redaction_format": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Format string for pattern redaction (use {pattern_name} placeholder)", - "title": "Pattern Redaction Format" - }, - "patterns": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ContentFilterPattern" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of patterns (prebuilt or custom regex) to detect", - "title": "Patterns" - }, - "payload": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Whether to include payload in the response", - "title": "Payload" - }, - "persist_session": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Controls Pillar session persistence (sets `plr_persist` header). Set to False to disable persistence.", - "title": "Persist Session" - }, - "pii_check": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Enable PII (Personally Identifiable Information) detection.", - "title": "Pii Check" - }, - "pii_entities_config": { - "anyOf": [ - { - "additionalProperties": { - "$ref": "#/components/schemas/PiiAction" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Configuration for PII entity types and actions", - "title": "Pii Entities Config" - }, - "policy_id": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "Policy ID for Zscaler AI Guard. Can also be set via ZSCALER_AI_GUARD_POLICY_ID environment variable", - "title": "Policy Id" - }, - "policy_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The EnkryptAI policy name to use. Sent via x-enkrypt-policy header.", - "title": "Policy Name" - }, - "policy_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "XecGuard policies to apply on each scan. Select one or more of the built-in default policies; if none are selected, the guardrail defaults to System Prompt Enforcement + Harmful Content Protection.", - "options": [ - "Default_Policy_SystemPromptEnforcement", - "Default_Policy_GeneralPromptAttackProtection", - "Default_Policy_ContentBiasProtection", - "Default_Policy_HarmfulContentProtection", - "Default_Policy_SkillsProtection", - "Default_Policy_PIISensitiveDataProtection" - ], - "title": "Policy Names", - "ui_type": "multiselect" - }, - "presidio_ad_hoc_recognizers": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to a JSON file containing ad-hoc recognizers for Presidio", - "title": "Presidio Ad Hoc Recognizers" - }, - "presidio_analyzer_api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Base URL for the Presidio analyzer API", - "title": "Presidio Analyzer Api Base" - }, - "presidio_anonymizer_api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Base URL for the Presidio anonymizer API", - "title": "Presidio Anonymizer Api Base" - }, - "presidio_entities_deny_list": { - "anyOf": [ - { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/PiiEntityType" - }, - { - "type": "string" - } - ] - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of entity types to exclude from Presidio detection results. Detections of these types will be silently dropped. Useful for suppressing false positives (e.g., US_DRIVER_LICENSE on coding routes).", - "title": "Presidio Entities Deny List" - }, - "presidio_filter_scope": { - "anyOf": [ - { - "enum": [ - "input", - "output", - "both" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Where to apply Presidio checks: 'input' (user -> model), 'output' (model -> user), or 'both' (default).", - "title": "Presidio Filter Scope" - }, - "presidio_language": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "en", - "description": "Language code for Presidio PII analysis (e.g., 'en', 'de', 'es', 'fr')", - "title": "Presidio Language" - }, - "presidio_run_on": { - "anyOf": [ - { - "enum": [ - "input", - "output", - "both" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Where to apply Presidio checks: input, output, or both (default).", - "title": "Presidio Run On" - }, - "presidio_score_thresholds": { - "anyOf": [ - { - "additionalProperties": { - "type": "number" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional per-entity minimum confidence scores for Presidio detections. Entities below the threshold are ignored.", - "title": "Presidio Score Thresholds" - }, - "project_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Project ID for the Lakera AI project", - "title": "Project Id" - }, - "prompt_injections": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Enable prompt injection detection. Default check if no evaluation_id and no other checks are specified.", - "title": "Prompt Injections" - }, - "realtime_violation_message": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The message the bot speaks aloud when a /v1/realtime guardrail fires. Falls back to violation_message_template if not set.", - "title": "Realtime Violation Message" - }, - "rules": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ToolPermissionRule" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Ordered allow/deny rules. Patterns use regex for tool names/types and optional regex constraints on tool arguments.", - "title": "Rules" - }, - "send_user_api_key_alias": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "Whether to send user_API_key_alias in headers", - "title": "Send User Api Key Alias" - }, - "send_user_api_key_team_id": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "Whether to send user_API_key_team_id in headers", - "title": "Send User Api Key Team Id" - }, - "send_user_api_key_user_id": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "Whether to send user_API_key_user_id in headers", - "title": "Send User Api Key User Id" - }, - "severity_threshold": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Minimum severity to block (high, medium, low)", - "title": "Severity Threshold" - }, - "skip_system_message_in_guardrail": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "When True, unified guardrails skip system-role messages when building evaluation inputs (texts and structured_messages). When False, system messages are included even if litellm_settings sets a global skip. When None, use the global litellm.skip_system_message_in_guardrail setting.", - "title": "Skip System Message In Guardrail" - }, - "template_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The ID of your Model Armor template", - "title": "Template Id" - }, - "tool_selection_quality_check": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "description": "Enable tool selection quality check to evaluate quality of tool/function calls.", - "title": "Tool Selection Quality Check" - }, - "unreachable_fallback": { - "default": "fail_closed", - "description": "What to do when Akto is unreachable. 'fail_open' = allow, 'fail_closed' = block.", - "enum": [ - "fail_closed", - "fail_open" - ], - "title": "Unreachable Fallback", - "type": "string" - }, - "use_v2": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "description": "If True and guardrail='noma', route to the new Noma v2 implementation instead of the legacy implementation.", - "title": "Use V2" - }, - "verify_ssl": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "description": "Whether to verify SSL certificates. Defaults to True.", - "title": "Verify Ssl" - }, - "version": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 2, - "description": "Hiddenlayer guardrail version to use.", - "title": "Version" - }, - "violation_message_template": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Custom message when a guardrail blocks an action. Supports placeholders like {tool_name}, {rule_id}, and {default_message}.", - "title": "Violation Message Template" - }, - "xecguard_model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "XecGuard scanning model identifier. Defaults to 'xecguard_v2'.", - "title": "Xecguard Model" - } - }, - "required": [ - "guardrail", - "mode" - ], - "title": "LitellmParams", - "type": "object" - }, - "Mode": { - "properties": { - "default": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Default mode when no tags match", - "title": "Default" - }, - "tags": { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "items": { - "type": "string" - }, - "type": "array" - } - ] - }, - "description": "Tags for the guardrail mode", - "title": "Tags", - "type": "object" - } - }, - "required": [ - "tags" - ], - "title": "Mode", - "type": "object" - }, - "PatchGuardrailRequest": { - "properties": { - "guardrail_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Guardrail Info" - }, - "guardrail_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Guardrail Name" - }, - "litellm_params": { - "anyOf": [ - { - "$ref": "#/components/schemas/BaseLitellmParams-Input" - }, - { - "type": "null" - } - ] - } - }, - "title": "PatchGuardrailRequest", - "type": "object" - }, - "PiiAction": { - "enum": [ - "BLOCK", - "MASK" - ], - "title": "PiiAction", - "type": "string" - }, - "PiiEntityType": { - "enum": [ - "CREDIT_CARD", - "CRYPTO", - "DATE_TIME", - "EMAIL_ADDRESS", - "IBAN_CODE", - "IP_ADDRESS", - "NRP", - "LOCATION", - "PERSON", - "PHONE_NUMBER", - "MEDICAL_LICENSE", - "URL", - "US_BANK_NUMBER", - "US_DRIVER_LICENSE", - "US_ITIN", - "US_PASSPORT", - "US_SSN", - "UK_NHS", - "UK_NINO", - "ES_NIF", - "ES_NIE", - "IT_FISCAL_CODE", - "IT_DRIVER_LICENSE", - "IT_VAT_CODE", - "IT_PASSPORT", - "IT_IDENTITY_CARD", - "PL_PESEL", - "SG_NRIC_FIN", - "SG_UEN", - "AU_ABN", - "AU_ACN", - "AU_TFN", - "AU_MEDICARE", - "IN_PAN", - "IN_AADHAAR", - "IN_VEHICLE_REGISTRATION", - "IN_VOTER", - "IN_PASSPORT", - "FI_PERSONAL_IDENTITY_CODE" - ], - "title": "PiiEntityType", - "type": "string" - }, - "RegisterGuardrailRequest": { - "description": "Request body for POST /guardrails/register. Follows Generic Guardrail API config.", - "properties": { - "guardrail_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Guardrail Info" - }, - "guardrail_name": { - "title": "Guardrail Name", - "type": "string" - }, - "litellm_params": { - "additionalProperties": true, - "title": "Litellm Params", - "type": "object" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - } - }, - "required": [ - "guardrail_name", - "litellm_params" - ], - "title": "RegisterGuardrailRequest", - "type": "object" - }, - "RegisterGuardrailResponse": { - "properties": { - "guardrail_id": { - "title": "Guardrail Id", - "type": "string" - }, - "guardrail_name": { - "title": "Guardrail Name", - "type": "string" - }, - "status": { - "title": "Status", - "type": "string" - }, - "submitted_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Submitted At" - } - }, - "required": [ - "guardrail_id", - "guardrail_name", - "status" - ], - "title": "RegisterGuardrailResponse", - "type": "object" - }, - "TestCustomCodeGuardrailRequest": { - "description": "Request model for testing custom code guardrails.", - "properties": { - "custom_code": { - "title": "Custom Code", - "type": "string" - }, - "input_type": { - "default": "request", - "title": "Input Type", - "type": "string" - }, - "request_data": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Request Data" - }, - "test_input": { - "additionalProperties": true, - "title": "Test Input", - "type": "object" - } - }, - "required": [ - "custom_code", - "test_input" - ], - "title": "TestCustomCodeGuardrailRequest", - "type": "object" - }, - "TestCustomCodeGuardrailResponse": { - "description": "Response model for testing custom code guardrails.", - "properties": { - "error": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Error" - }, - "error_type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Error Type" - }, - "result": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Result" - }, - "success": { - "title": "Success", - "type": "boolean" - } - }, - "required": [ - "success" - ], - "title": "TestCustomCodeGuardrailResponse", - "type": "object" - }, - "ToolPermissionRule": { - "description": "A rule defining permission for a specific tool or tool pattern", - "properties": { - "allowed_param_patterns": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional regex map enforcing nested parameter values using dot/[] paths", - "title": "Allowed Param Patterns" - }, - "decision": { - "description": "Whether to allow or deny this tool usage", - "enum": [ - "allow", - "deny" - ], - "title": "Decision", - "type": "string" - }, - "id": { - "description": "Unique identifier for the rule", - "title": "Id", - "type": "string" - }, - "tool_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Regex pattern applied to the tool's function name", - "title": "Tool Name" - }, - "tool_type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Regex pattern applied to the tool type (e.g., function)", - "title": "Tool Type" - } - }, - "required": [ - "id", - "decision" - ], - "title": "ToolPermissionRule", - "type": "object" - }, - "UpdateGuardrailRequest": { - "properties": { - "guardrail": { - "$ref": "#/components/schemas/Guardrail" - } - }, - "required": [ - "guardrail" - ], - "title": "UpdateGuardrailRequest", - "type": "object" - }, - "UsageDetailResponse": { - "properties": { - "avgLatency": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Avglatency" - }, - "avgScore": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Avgscore" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "failRate": { - "title": "Failrate", - "type": "number" - }, - "guardrail_id": { - "title": "Guardrail Id", - "type": "string" - }, - "guardrail_name": { - "title": "Guardrail Name", - "type": "string" - }, - "provider": { - "title": "Provider", - "type": "string" - }, - "requestsEvaluated": { - "title": "Requestsevaluated", - "type": "integer" - }, - "status": { - "title": "Status", - "type": "string" - }, - "time_series": { - "items": { - "additionalProperties": true, - "type": "object" - }, - "title": "Time Series", - "type": "array" - }, - "trend": { - "title": "Trend", - "type": "string" - }, - "type": { - "title": "Type", - "type": "string" - } - }, - "required": [ - "guardrail_id", - "guardrail_name", - "type", - "provider", - "requestsEvaluated", - "failRate", - "avgScore", - "avgLatency", - "status", - "trend", - "description", - "time_series" - ], - "title": "UsageDetailResponse", - "type": "object" - }, - "UsageLogEntry": { - "properties": { - "action": { - "title": "Action", - "type": "string" - }, - "id": { - "title": "Id", - "type": "string" - }, - "input_snippet": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Input Snippet" - }, - "latency_ms": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Latency Ms" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - }, - "output_snippet": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Output Snippet" - }, - "reason": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Reason" - }, - "score": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Score" - }, - "timestamp": { - "title": "Timestamp", - "type": "string" - } - }, - "required": [ - "id", - "timestamp", - "action", - "score", - "latency_ms", - "model", - "input_snippet", - "output_snippet", - "reason" - ], - "title": "UsageLogEntry", - "type": "object" - }, - "UsageLogsResponse": { - "properties": { - "logs": { - "items": { - "$ref": "#/components/schemas/UsageLogEntry" - }, - "title": "Logs", - "type": "array" - }, - "page": { - "title": "Page", - "type": "integer" - }, - "page_size": { - "title": "Page Size", - "type": "integer" - }, - "total": { - "title": "Total", - "type": "integer" - } - }, - "required": [ - "logs", - "total", - "page", - "page_size" - ], - "title": "UsageLogsResponse", - "type": "object" - }, - "UsageOverviewResponse": { - "properties": { - "chart": { - "items": { - "additionalProperties": true, - "type": "object" - }, - "title": "Chart", - "type": "array" - }, - "passRate": { - "title": "Passrate", - "type": "number" - }, - "rows": { - "items": { - "$ref": "#/components/schemas/UsageOverviewRow" - }, - "title": "Rows", - "type": "array" - }, - "totalBlocked": { - "title": "Totalblocked", - "type": "integer" - }, - "totalRequests": { - "title": "Totalrequests", - "type": "integer" - } - }, - "required": [ - "rows", - "chart", - "totalRequests", - "totalBlocked", - "passRate" - ], - "title": "UsageOverviewResponse", - "type": "object" - }, - "UsageOverviewRow": { - "properties": { - "avgLatency": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Avglatency" - }, - "avgScore": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Avgscore" - }, - "failRate": { - "title": "Failrate", - "type": "number" - }, - "id": { - "title": "Id", - "type": "string" - }, - "name": { - "title": "Name", - "type": "string" - }, - "provider": { - "title": "Provider", - "type": "string" - }, - "requestsEvaluated": { - "title": "Requestsevaluated", - "type": "integer" - }, - "status": { - "title": "Status", - "type": "string" - }, - "trend": { - "title": "Trend", - "type": "string" - }, - "type": { - "title": "Type", - "type": "string" - } - }, - "required": [ - "id", - "name", - "type", - "provider", - "requestsEvaluated", - "failRate", - "avgScore", - "avgLatency", - "status", - "trend" - ], - "title": "UsageOverviewRow", - "type": "object" - }, - "ChatCompletionToolCallChunk": { - "properties": { - "function": { - "$ref": "#/components/schemas/ChatCompletionToolCallFunctionChunk" - }, - "id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Id" - }, - "index": { - "title": "Index", - "type": "integer" - }, - "type": { - "const": "function", - "title": "Type", - "type": "string" - } - }, - "required": [ - "id", - "type", - "function", - "index" - ], - "title": "ChatCompletionToolCallChunk", - "type": "object" - }, - "ChatCompletionToolParam": { - "properties": { - "cache_control": { - "$ref": "#/components/schemas/ChatCompletionCachedContent" - }, - "function": { - "$ref": "#/components/schemas/ChatCompletionToolParamFunctionChunk" - }, - "type": { - "anyOf": [ - { - "const": "function", - "type": "string" - }, - { - "type": "string" - } - ], - "title": "Type" - } - }, - "required": [ - "type", - "function" - ], - "title": "ChatCompletionToolParam", - "type": "object" - }, - "ChatCompletionToolParamFunctionChunk": { - "properties": { - "description": { - "title": "Description", - "type": "string" - }, - "name": { - "title": "Name", - "type": "string" - }, - "parameters": { - "additionalProperties": true, - "title": "Parameters", - "type": "object" - }, - "strict": { - "title": "Strict", - "type": "boolean" - } - }, - "required": [ - "name" - ], - "title": "ChatCompletionToolParamFunctionChunk", - "type": "object" - }, - "EnrichTemplateRequest": { - "properties": { - "competitors": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "maxItems": 100, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Optional list of competitor names", - "title": "Competitors" - }, - "instruction": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Refinement instruction for modifying the competitor list (e.g. 'add 10 more from Asia')", - "title": "Instruction" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - }, - "parameters": { - "additionalProperties": true, - "title": "Parameters", - "type": "object" - }, - "template_id": { - "title": "Template Id", - "type": "string" - } - }, - "required": [ - "template_id", - "parameters" - ], - "title": "EnrichTemplateRequest", - "type": "object" - }, - "GenericGuardrailAPIInputs": { - "properties": { - "images": { - "items": { - "type": "string" - }, - "title": "Images", - "type": "array" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - }, - "structured_messages": { - "items": { - "anyOf": [ - { - "$ref": "#/components/schemas/ChatCompletionUserMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionAssistantMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionToolMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionSystemMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionFunctionMessage" - }, - { - "$ref": "#/components/schemas/ChatCompletionDeveloperMessage" - } - ] - }, - "title": "Structured Messages", - "type": "array" - }, - "texts": { - "items": { - "type": "string" - }, - "title": "Texts", - "type": "array" - }, - "tool_calls": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/ChatCompletionToolCallChunk" - }, - "type": "array" - }, - { - "items": { - "$ref": "#/components/schemas/ChatCompletionMessageToolCall" - }, - "type": "array" - } - ], - "title": "Tool Calls" - }, - "tools": { - "items": { - "$ref": "#/components/schemas/ChatCompletionToolParam" - }, - "title": "Tools", - "type": "array" - } - }, - "title": "GenericGuardrailAPIInputs", - "type": "object" - }, - "GuardrailTestResultEntry": { - "properties": { - "action": { - "title": "Action", - "type": "string" - }, - "details": { - "title": "Details", - "type": "string" - }, - "guardrail_name": { - "title": "Guardrail Name", - "type": "string" - }, - "output_text": { - "title": "Output Text", - "type": "string" - } - }, - "required": [ - "guardrail_name", - "action", - "output_text", - "details" - ], - "title": "GuardrailTestResultEntry", - "type": "object" - }, - "PolicyGuardrailsResponse": { - "description": "Guardrails configuration for a policy.", - "properties": { - "add": { - "items": { - "type": "string" - }, - "title": "Add", - "type": "array" - }, - "remove": { - "items": { - "type": "string" - }, - "title": "Remove", - "type": "array" - } - }, - "title": "PolicyGuardrailsResponse", - "type": "object" - }, - "PolicyInfoResponse": { - "description": "Response for /policy/info/{policy_name} endpoint.", - "properties": { - "guardrails": { - "$ref": "#/components/schemas/PolicyGuardrailsResponse" - }, - "inherit": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Inherit" - }, - "inheritance_chain": { - "items": { - "type": "string" - }, - "title": "Inheritance Chain", - "type": "array" - }, - "policy_name": { - "title": "Policy Name", - "type": "string" - }, - "resolved_guardrails": { - "items": { - "type": "string" - }, - "title": "Resolved Guardrails", - "type": "array" - }, - "scope": { - "$ref": "#/components/schemas/PolicyScopeResponse" - } - }, - "required": [ - "policy_name", - "scope", - "guardrails", - "resolved_guardrails", - "inheritance_chain" - ], - "title": "PolicyInfoResponse", - "type": "object" - }, - "PolicyListResponse": { - "description": "Response for /policy/list endpoint.", - "properties": { - "policies": { - "additionalProperties": { - "$ref": "#/components/schemas/PolicySummaryItem" - }, - "title": "Policies", - "type": "object" - }, - "total_count": { - "title": "Total Count", - "type": "integer" - } - }, - "required": [ - "policies", - "total_count" - ], - "title": "PolicyListResponse", - "type": "object" - }, - "PolicyMatchContext": { - "additionalProperties": false, - "description": "Context used to match a request against policies.\n\nContains the team alias, key alias, and model from the incoming request.", - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "API key alias from the request.", - "title": "Key Alias" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Model name from the request.", - "title": "Model" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Tags from key/team metadata.", - "title": "Tags" - }, - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Team alias from the request.", - "title": "Team Alias" - } - }, - "title": "PolicyMatchContext", - "type": "object" - }, - "PolicyScopeResponse": { - "description": "Scope configuration for a policy.", - "properties": { - "keys": { - "items": { - "type": "string" - }, - "title": "Keys", - "type": "array" - }, - "models": { - "items": { - "type": "string" - }, - "title": "Models", - "type": "array" - }, - "tags": { - "items": { - "type": "string" - }, - "title": "Tags", - "type": "array" - }, - "teams": { - "items": { - "type": "string" - }, - "title": "Teams", - "type": "array" - } - }, - "title": "PolicyScopeResponse", - "type": "object" - }, - "PolicySummaryItem": { - "description": "Summary of a single policy for list endpoint.", - "properties": { - "guardrails": { - "$ref": "#/components/schemas/PolicyGuardrailsResponse" - }, - "inherit": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Inherit" - }, - "inheritance_chain": { - "items": { - "type": "string" - }, - "title": "Inheritance Chain", - "type": "array" - }, - "resolved_guardrails": { - "items": { - "type": "string" - }, - "title": "Resolved Guardrails", - "type": "array" - }, - "scope": { - "$ref": "#/components/schemas/PolicyScopeResponse" - } - }, - "required": [ - "scope", - "guardrails", - "resolved_guardrails", - "inheritance_chain" - ], - "title": "PolicySummaryItem", - "type": "object" - }, - "PolicyTestResponse": { - "description": "Response for /policy/test endpoint.", - "properties": { - "context": { - "$ref": "#/components/schemas/PolicyMatchContext" - }, - "matching_policies": { - "items": { - "type": "string" - }, - "title": "Matching Policies", - "type": "array" - }, - "message": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Message" - }, - "resolved_guardrails": { - "items": { - "type": "string" - }, - "title": "Resolved Guardrails", - "type": "array" - } - }, - "required": [ - "context", - "matching_policies", - "resolved_guardrails" - ], - "title": "PolicyTestResponse", - "type": "object" - }, - "PolicyValidateRequest": { - "additionalProperties": false, - "description": "Request body for the /policy/validate endpoint.", - "properties": { - "policies": { - "additionalProperties": true, - "description": "Policy configuration to validate. Map of policy names to policy definitions.", - "title": "Policies", - "type": "object" - } - }, - "required": [ - "policies" - ], - "title": "PolicyValidateRequest", - "type": "object" - }, - "PolicyValidationError": { - "additionalProperties": false, - "description": "Represents a validation error or warning for a policy.", - "properties": { - "error_type": { - "$ref": "#/components/schemas/PolicyValidationErrorType", - "description": "Type of validation error." - }, - "field": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Specific field that caused the error (e.g., 'guardrails.add', 'scope.teams').", - "title": "Field" - }, - "message": { - "description": "Human-readable error message.", - "title": "Message", - "type": "string" - }, - "policy_name": { - "description": "Name of the policy with the issue.", - "title": "Policy Name", - "type": "string" - }, - "value": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The invalid value that caused the error.", - "title": "Value" - } - }, - "required": [ - "policy_name", - "error_type", - "message" - ], - "title": "PolicyValidationError", - "type": "object" - }, - "PolicyValidationErrorType": { - "description": "Types of validation errors that can occur.", - "enum": [ - "invalid_guardrail", - "invalid_team", - "invalid_key", - "invalid_model", - "invalid_inheritance", - "circular_inheritance", - "invalid_scope", - "invalid_syntax" - ], - "title": "PolicyValidationErrorType", - "type": "string" - }, - "PolicyValidationResponse": { - "additionalProperties": false, - "description": "Response from policy validation.\n\n- `valid`: True if no blocking errors were found\n- `errors`: List of blocking errors (prevent policy from being applied)\n- `warnings`: List of non-blocking warnings (policy can still be applied)", - "properties": { - "errors": { - "description": "List of blocking validation errors.", - "items": { - "$ref": "#/components/schemas/PolicyValidationError" - }, - "title": "Errors", - "type": "array" - }, - "valid": { - "description": "True if the policy configuration is valid.", - "title": "Valid", - "type": "boolean" - }, - "warnings": { - "description": "List of non-blocking validation warnings.", - "items": { - "$ref": "#/components/schemas/PolicyValidationError" - }, - "title": "Warnings", - "type": "array" - } - }, - "required": [ - "valid" - ], - "title": "PolicyValidationResponse", - "type": "object" - }, - "SuggestTemplatesRequest": { - "properties": { - "attack_examples": { - "items": { - "type": "string" - }, - "title": "Attack Examples", - "type": "array" - }, - "description": { - "default": "", - "title": "Description", - "type": "string" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - } - }, - "title": "SuggestTemplatesRequest", - "type": "object" - }, - "TestPoliciesAndGuardrailsRequest": { - "description": "Request body for POST /utils/test_policies_and_guardrails.", - "properties": { - "agent_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "When set, call chat completion with this model/agent for each input and include the response in the result.", - "title": "Agent Id" - }, - "guardrail_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Guardrail names to apply directly", - "title": "Guardrail Names" - }, - "input_type": { - "default": "request", - "description": "Whether inputs are request or response", - "enum": [ - "request", - "response" - ], - "title": "Input Type", - "type": "string" - }, - "inputs_list": { - "default": [], - "description": "List of GenericGuardrailAPIInputs; each item processed separately (for batch compliance testing).", - "items": { - "$ref": "#/components/schemas/GenericGuardrailAPIInputs" - }, - "title": "Inputs List", - "type": "array" - }, - "policy_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Policy names to resolve guardrails from", - "title": "Policy Names" - }, - "request_data": { - "additionalProperties": true, - "description": "Request context (model, user_id, etc.)", - "title": "Request Data", - "type": "object" - } - }, - "title": "TestPoliciesAndGuardrailsRequest", - "type": "object" - }, - "TestPolicyTemplateRequest": { - "properties": { - "guardrail_definitions": { - "description": "All guardrailDefinitions from the policy template", - "items": { - "additionalProperties": true, - "type": "object" - }, - "title": "Guardrail Definitions", - "type": "array" - }, - "text": { - "description": "Test input text to run guardrails against", - "title": "Text", - "type": "string" - } - }, - "required": [ - "guardrail_definitions", - "text" - ], - "title": "TestPolicyTemplateRequest", - "type": "object" - }, - "TestPolicyTemplateResponse": { - "properties": { - "overall_action": { - "title": "Overall Action", - "type": "string" - }, - "results": { - "items": { - "$ref": "#/components/schemas/GuardrailTestResultEntry" - }, - "title": "Results", - "type": "array" - } - }, - "required": [ - "overall_action", - "results" - ], - "title": "TestPolicyTemplateResponse", - "type": "object" - }, - "AttachmentImpactResponse": { - "description": "Response for estimating the impact of a policy attachment.", - "properties": { - "affected_keys_count": { - "default": 0, - "description": "Number of keys that would be affected (named + unnamed).", - "title": "Affected Keys Count", - "type": "integer" - }, - "affected_teams_count": { - "default": 0, - "description": "Number of teams that would be affected (named + unnamed).", - "title": "Affected Teams Count", - "type": "integer" - }, - "sample_keys": { - "description": "Sample of affected key aliases (up to 10).", - "items": { - "type": "string" - }, - "title": "Sample Keys", - "type": "array" - }, - "sample_teams": { - "description": "Sample of affected team aliases (up to 10).", - "items": { - "type": "string" - }, - "title": "Sample Teams", - "type": "array" - }, - "unnamed_keys_count": { - "default": 0, - "description": "Number of affected keys without an alias.", - "title": "Unnamed Keys Count", - "type": "integer" - }, - "unnamed_teams_count": { - "default": 0, - "description": "Number of affected teams without an alias.", - "title": "Unnamed Teams Count", - "type": "integer" - } - }, - "title": "AttachmentImpactResponse", - "type": "object" - }, - "PipelineTestRequest": { - "description": "Request body for testing a guardrail pipeline with sample messages.", - "properties": { - "pipeline": { - "additionalProperties": true, - "description": "Pipeline definition with 'mode' and 'steps'.", - "title": "Pipeline", - "type": "object" - }, - "test_messages": { - "description": "Test messages to run through the pipeline, e.g. [{'role': 'user', 'content': '...'}].", - "items": { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - "title": "Test Messages", - "type": "array" - } - }, - "required": [ - "pipeline", - "test_messages" - ], - "title": "PipelineTestRequest", - "type": "object" - }, - "PolicyAttachmentCreateRequest": { - "description": "Request body for creating a policy attachment.", - "properties": { - "keys": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Key aliases or patterns this attachment applies to.", - "title": "Keys" - }, - "models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Model names or patterns this attachment applies to.", - "title": "Models" - }, - "policy_name": { - "description": "Name of the policy to attach.", - "title": "Policy Name", - "type": "string" - }, - "scope": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Use '*' for global scope (applies to all requests).", - "title": "Scope" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Tag patterns this attachment applies to. Supports wildcards (e.g., health-*).", - "title": "Tags" - }, - "teams": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Team aliases or patterns this attachment applies to.", - "title": "Teams" - } - }, - "required": [ - "policy_name" - ], - "title": "PolicyAttachmentCreateRequest", - "type": "object" - }, - "PolicyAttachmentDBResponse": { - "description": "Response for a policy attachment from the database.", - "properties": { - "attachment_id": { - "description": "Unique ID of the attachment.", - "title": "Attachment Id", - "type": "string" - }, - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "When the attachment was created.", - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Who created the attachment.", - "title": "Created By" - }, - "keys": { - "description": "Key patterns.", - "items": { - "type": "string" - }, - "title": "Keys", - "type": "array" - }, - "models": { - "description": "Model patterns.", - "items": { - "type": "string" - }, - "title": "Models", - "type": "array" - }, - "policy_name": { - "description": "Name of the attached policy.", - "title": "Policy Name", - "type": "string" - }, - "scope": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Scope of the attachment.", - "title": "Scope" - }, - "tags": { - "description": "Tag patterns.", - "items": { - "type": "string" - }, - "title": "Tags", - "type": "array" - }, - "teams": { - "description": "Team patterns.", - "items": { - "type": "string" - }, - "title": "Teams", - "type": "array" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "When the attachment was last updated.", - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Who last updated the attachment.", - "title": "Updated By" - } - }, - "required": [ - "attachment_id", - "policy_name" - ], - "title": "PolicyAttachmentDBResponse", - "type": "object" - }, - "PolicyAttachmentListResponse": { - "description": "Response for listing policy attachments.", - "properties": { - "attachments": { - "description": "List of policy attachments.", - "items": { - "$ref": "#/components/schemas/PolicyAttachmentDBResponse" - }, - "title": "Attachments", - "type": "array" - }, - "total_count": { - "default": 0, - "description": "Total number of attachments.", - "title": "Total Count", - "type": "integer" - } - }, - "title": "PolicyAttachmentListResponse", - "type": "object" - }, - "PolicyConditionRequest": { - "description": "Condition for when a policy applies.", - "properties": { - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Model name pattern (exact match or regex) for when policy applies.", - "title": "Model" - } - }, - "title": "PolicyConditionRequest", - "type": "object" - }, - "PolicyCreateRequest": { - "description": "Request body for creating a new policy.", - "properties": { - "condition": { - "anyOf": [ - { - "$ref": "#/components/schemas/PolicyConditionRequest" - }, - { - "type": "null" - } - ], - "description": "Condition for when this policy applies." - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Human-readable description of the policy.", - "title": "Description" - }, - "guardrails_add": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of guardrail names to add.", - "title": "Guardrails Add" - }, - "guardrails_remove": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of guardrail names to remove (from inherited).", - "title": "Guardrails Remove" - }, - "inherit": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name of parent policy to inherit from.", - "title": "Inherit" - }, - "pipeline": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional guardrail pipeline for ordered execution. Contains 'mode' and 'steps'.", - "title": "Pipeline" - }, - "policy_name": { - "description": "Unique name for the policy.", - "title": "Policy Name", - "type": "string" - } - }, - "required": [ - "policy_name" - ], - "title": "PolicyCreateRequest", - "type": "object" - }, - "PolicyDBResponse": { - "description": "Response for a policy from the database.", - "properties": { - "condition": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Policy condition.", - "title": "Condition" - }, - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "When the policy was created.", - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Who created the policy.", - "title": "Created By" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Policy description.", - "title": "Description" - }, - "guardrails_add": { - "description": "Guardrails to add.", - "items": { - "type": "string" - }, - "title": "Guardrails Add", - "type": "array" - }, - "guardrails_remove": { - "description": "Guardrails to remove.", - "items": { - "type": "string" - }, - "title": "Guardrails Remove", - "type": "array" - }, - "inherit": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Parent policy name.", - "title": "Inherit" - }, - "is_latest": { - "default": true, - "description": "True if this is the latest version by version_number.", - "title": "Is Latest", - "type": "boolean" - }, - "parent_version_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Policy ID this version was cloned from.", - "title": "Parent Version Id" - }, - "pipeline": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional guardrail pipeline.", - "title": "Pipeline" - }, - "policy_id": { - "description": "Unique ID of the policy.", - "title": "Policy Id", - "type": "string" - }, - "policy_name": { - "description": "Name of the policy.", - "title": "Policy Name", - "type": "string" - }, - "production_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "When this version was promoted to production.", - "title": "Production At" - }, - "published_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "When this version was published.", - "title": "Published At" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "When the policy was last updated.", - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Who last updated the policy.", - "title": "Updated By" - }, - "version_number": { - "default": 1, - "description": "Version number of this policy.", - "title": "Version Number", - "type": "integer" - }, - "version_status": { - "default": "production", - "description": "One of: draft, published, production.", - "title": "Version Status", - "type": "string" - } - }, - "required": [ - "policy_id", - "policy_name" - ], - "title": "PolicyDBResponse", - "type": "object" - }, - "PolicyListDBResponse": { - "description": "Response for listing policies from the database.", - "properties": { - "policies": { - "description": "List of policies.", - "items": { - "$ref": "#/components/schemas/PolicyDBResponse" - }, - "title": "Policies", - "type": "array" - }, - "total_count": { - "default": 0, - "description": "Total number of policies.", - "title": "Total Count", - "type": "integer" - } - }, - "title": "PolicyListDBResponse", - "type": "object" - }, - "PolicyMatchDetail": { - "description": "Details about why a specific policy matched.", - "properties": { - "guardrails_added": { - "description": "Guardrails this policy contributes.", - "items": { - "type": "string" - }, - "title": "Guardrails Added", - "type": "array" - }, - "matched_via": { - "description": "How the policy was matched (e.g., 'tag:healthcare', 'team:health-team', 'scope:*').", - "title": "Matched Via", - "type": "string" - }, - "policy_name": { - "description": "Name of the matched policy.", - "title": "Policy Name", - "type": "string" - } - }, - "required": [ - "policy_name", - "matched_via" - ], - "title": "PolicyMatchDetail", - "type": "object" - }, - "PolicyResolveRequest": { - "description": "Request body for resolving effective policies/guardrails for a context.", - "properties": { - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Key alias to resolve for.", - "title": "Key Alias" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Model name to resolve for.", - "title": "Model" - }, - "tags": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Tags to resolve for.", - "title": "Tags" - }, - "team_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Team alias to resolve for.", - "title": "Team Alias" - } - }, - "title": "PolicyResolveRequest", - "type": "object" - }, - "PolicyResolveResponse": { - "description": "Response for resolving effective policies/guardrails for a context.", - "properties": { - "effective_guardrails": { - "description": "Final list of guardrails that would be applied.", - "items": { - "type": "string" - }, - "title": "Effective Guardrails", - "type": "array" - }, - "matched_policies": { - "description": "Details about each matched policy and why it matched.", - "items": { - "$ref": "#/components/schemas/PolicyMatchDetail" - }, - "title": "Matched Policies", - "type": "array" - } - }, - "title": "PolicyResolveResponse", - "type": "object" - }, - "PolicyUpdateRequest": { - "description": "Request body for updating a policy.", - "properties": { - "condition": { - "anyOf": [ - { - "$ref": "#/components/schemas/PolicyConditionRequest" - }, - { - "type": "null" - } - ], - "description": "Condition for when this policy applies." - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Human-readable description of the policy.", - "title": "Description" - }, - "guardrails_add": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of guardrail names to add.", - "title": "Guardrails Add" - }, - "guardrails_remove": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "List of guardrail names to remove (from inherited).", - "title": "Guardrails Remove" - }, - "inherit": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Name of parent policy to inherit from.", - "title": "Inherit" - }, - "pipeline": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional guardrail pipeline for ordered execution. Contains 'mode' and 'steps'.", - "title": "Pipeline" - }, - "policy_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "New name for the policy.", - "title": "Policy Name" - } - }, - "title": "PolicyUpdateRequest", - "type": "object" - }, - "PolicyVersionCompareResponse": { - "description": "Response for comparing two policy versions.", - "properties": { - "field_diffs": { - "additionalProperties": { - "additionalProperties": true, - "type": "object" - }, - "description": "Field name -> {version_a: val, version_b: val} for differing fields.", - "title": "Field Diffs", - "type": "object" - }, - "version_a": { - "$ref": "#/components/schemas/PolicyDBResponse", - "description": "First version." - }, - "version_b": { - "$ref": "#/components/schemas/PolicyDBResponse", - "description": "Second version." - } - }, - "required": [ - "version_a", - "version_b" - ], - "title": "PolicyVersionCompareResponse", - "type": "object" - }, - "PolicyVersionCreateRequest": { - "description": "Request body for creating a new policy version (draft).", - "properties": { - "source_policy_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Policy ID to clone from. If None, clone from current production version.", - "title": "Source Policy Id" - } - }, - "title": "PolicyVersionCreateRequest", - "type": "object" - }, - "PolicyVersionListResponse": { - "description": "Response for listing all versions of a policy.", - "properties": { - "policy_name": { - "description": "Name of the policy.", - "title": "Policy Name", - "type": "string" - }, - "total_count": { - "default": 0, - "description": "Total number of versions.", - "title": "Total Count", - "type": "integer" - }, - "versions": { - "description": "All versions ordered by version_number desc.", - "items": { - "$ref": "#/components/schemas/PolicyDBResponse" - }, - "title": "Versions", - "type": "array" - } - }, - "required": [ - "policy_name" - ], - "title": "PolicyVersionListResponse", - "type": "object" - }, - "PolicyVersionStatusUpdateRequest": { - "description": "Request body for updating a policy version's status.", - "properties": { - "version_status": { - "description": "New status: 'published' or 'production'.", - "title": "Version Status", - "type": "string" - } - }, - "required": [ - "version_status" - ], - "title": "PolicyVersionStatusUpdateRequest", - "type": "object" - }, - "AgentConfig": { - "properties": { - "agent_card_params": { - "$ref": "#/components/schemas/AgentCard" - }, - "agent_name": { - "title": "Agent Name", - "type": "string" - }, - "extra_headers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Extra Headers" - }, - "litellm_params": { - "additionalProperties": true, - "title": "Litellm Params", - "type": "object" - }, - "object_permission": { - "$ref": "#/components/schemas/AgentObjectPermission" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "session_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Session Rpm Limit" - }, - "session_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Session Tpm Limit" - }, - "static_headers": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Static Headers" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - } - }, - "required": [ - "agent_name", - "agent_card_params" - ], - "title": "AgentConfig", - "type": "object" - }, - "AgentMakePublicResponse": { - "properties": { - "message": { - "title": "Message", - "type": "string" - }, - "public_agent_groups": { - "items": { - "type": "string" - }, - "title": "Public Agent Groups", - "type": "array" - }, - "updated_by": { - "title": "Updated By", - "type": "string" - } - }, - "required": [ - "message", - "public_agent_groups", - "updated_by" - ], - "title": "AgentMakePublicResponse", - "type": "object" - }, - "AgentObjectPermission": { - "properties": { - "agents": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Agents" - }, - "mcp_access_groups": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mcp Access Groups" - }, - "mcp_servers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Mcp Servers" - }, - "mcp_tool_permissions": { - "anyOf": [ - { - "additionalProperties": { - "items": { - "type": "string" - }, - "type": "array" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Mcp Tool Permissions" - }, - "models": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Models" - } - }, - "title": "AgentObjectPermission", - "type": "object" - }, - "AgentResponse": { - "properties": { - "agent_card_params": { - "additionalProperties": true, - "title": "Agent Card Params", - "type": "object" - }, - "agent_id": { - "title": "Agent Id", - "type": "string" - }, - "agent_name": { - "title": "Agent Name", - "type": "string" - }, - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "extra_headers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Extra Headers" - }, - "litellm_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Litellm Params" - }, - "object_permission": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Object Permission" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "session_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Session Rpm Limit" - }, - "session_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Session Tpm Limit" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "static_headers": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Static Headers" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - } - }, - "required": [ - "agent_id", - "agent_name", - "agent_card_params" - ], - "title": "AgentResponse", - "type": "object" - }, - "MakeAgentsPublicRequest": { - "properties": { - "agent_ids": { - "items": { - "type": "string" - }, - "title": "Agent Ids", - "type": "array" - } - }, - "required": [ - "agent_ids" - ], - "title": "MakeAgentsPublicRequest", - "type": "object" - }, - "PatchAgentRequest": { - "properties": { - "agent_card_params": { - "$ref": "#/components/schemas/AgentCard" - }, - "agent_name": { - "title": "Agent Name", - "type": "string" - }, - "extra_headers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Extra Headers" - }, - "litellm_params": { - "additionalProperties": true, - "title": "Litellm Params", - "type": "object" - }, - "object_permission": { - "$ref": "#/components/schemas/AgentObjectPermission" - }, - "rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Rpm Limit" - }, - "session_rpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Session Rpm Limit" - }, - "session_tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Session Tpm Limit" - }, - "static_headers": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Static Headers" - }, - "tpm_limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Tpm Limit" - } - }, - "title": "PatchAgentRequest", - "type": "object" - }, - "IndexCreateLiteLLMParams": { - "properties": { - "vector_store_index": { - "title": "Vector Store Index", - "type": "string" - }, - "vector_store_name": { - "title": "Vector Store Name", - "type": "string" - } - }, - "required": [ - "vector_store_index", - "vector_store_name" - ], - "title": "IndexCreateLiteLLMParams", - "type": "object" - }, - "IndexCreateRequest": { - "properties": { - "index_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Index Info" - }, - "index_name": { - "title": "Index Name", - "type": "string" - }, - "litellm_params": { - "$ref": "#/components/schemas/IndexCreateLiteLLMParams" - } - }, - "required": [ - "index_name", - "litellm_params" - ], - "title": "IndexCreateRequest", - "type": "object" - }, - "LiteLLM_ManagedVectorStore": { - "description": "LiteLLM managed vector store object - this is is the object stored in the database", - "properties": { - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "custom_llm_provider": { - "title": "Custom Llm Provider", - "type": "string" - }, - "litellm_credential_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Credential Name" - }, - "litellm_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Litellm Params" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "vector_store_description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Description" - }, - "vector_store_id": { - "title": "Vector Store Id", - "type": "string" - }, - "vector_store_metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Metadata" - }, - "vector_store_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Name" - } - }, - "title": "LiteLLM_ManagedVectorStore", - "type": "object" - }, - "LiteLLM_ManagedVectorStoreListResponse": { - "description": "Response format for listing vector stores", - "properties": { - "current_page": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Current Page" - }, - "data": { - "items": { - "$ref": "#/components/schemas/LiteLLM_ManagedVectorStore" - }, - "title": "Data", - "type": "array" - }, - "object": { - "const": "list", - "title": "Object", - "type": "string" - }, - "total_count": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Total Count" - }, - "total_pages": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Total Pages" - } - }, - "title": "LiteLLM_ManagedVectorStoreListResponse", - "type": "object" - }, - "LiteLLM_ManagedVectorStoresTable": { - "properties": { - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "custom_llm_provider": { - "title": "Custom Llm Provider", - "type": "string" - }, - "litellm_credential_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Litellm Credential Name" - }, - "litellm_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Litellm Params" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - }, - "vector_store_description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Description" - }, - "vector_store_id": { - "title": "Vector Store Id", - "type": "string" - }, - "vector_store_metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Vector Store Metadata" - }, - "vector_store_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Name" - } - }, - "required": [ - "vector_store_id", - "custom_llm_provider", - "vector_store_name", - "vector_store_description", - "vector_store_metadata", - "created_at", - "updated_at", - "litellm_credential_name", - "litellm_params", - "team_id", - "user_id" - ], - "title": "LiteLLM_ManagedVectorStoresTable", - "type": "object" - }, - "ResponseLiteLLM_ManagedVectorStore": { - "properties": { - "vector_store": { - "$ref": "#/components/schemas/LiteLLM_ManagedVectorStoresTable" - } - }, - "title": "ResponseLiteLLM_ManagedVectorStore", - "type": "object" - }, - "VectorStoreDeleteRequest": { - "properties": { - "vector_store_id": { - "title": "Vector Store Id", - "type": "string" - } - }, - "required": [ - "vector_store_id" - ], - "title": "VectorStoreDeleteRequest", - "type": "object" - }, - "VectorStoreInfoRequest": { - "properties": { - "vector_store_id": { - "title": "Vector Store Id", - "type": "string" - } - }, - "required": [ - "vector_store_id" - ], - "title": "VectorStoreInfoRequest", - "type": "object" - }, - "VectorStoreUpdateRequest": { - "properties": { - "custom_llm_provider": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Custom Llm Provider" - }, - "vector_store_description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Description" - }, - "vector_store_id": { - "title": "Vector Store Id", - "type": "string" - }, - "vector_store_metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Vector Store Metadata" - }, - "vector_store_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Vector Store Name" - } - }, - "required": [ - "vector_store_id" - ], - "title": "VectorStoreUpdateRequest", - "type": "object" - }, - "LiteLLM_ToolTableRow": { - "properties": { - "assignments": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Assignments" - }, - "call_count": { - "default": 0, - "title": "Call Count", - "type": "integer" - }, - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "input_policy": { - "default": "untrusted", - "enum": [ - "trusted", - "untrusted", - "blocked" - ], - "title": "Input Policy", - "type": "string" - }, - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "key_hash": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Hash" - }, - "last_used_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Last Used At" - }, - "origin": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Origin" - }, - "output_policy": { - "default": "untrusted", - "enum": [ - "trusted", - "untrusted" - ], - "title": "Output Policy", - "type": "string" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "tool_id": { - "title": "Tool Id", - "type": "string" - }, - "tool_name": { - "title": "Tool Name", - "type": "string" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - }, - "user_agent": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Agent" - } - }, - "required": [ - "tool_id", - "tool_name" - ], - "title": "LiteLLM_ToolTableRow", - "type": "object" - }, - "ToolDetailResponse": { - "properties": { - "overrides": { - "items": { - "$ref": "#/components/schemas/ToolPolicyOverrideRow" - }, - "title": "Overrides", - "type": "array" - }, - "tool": { - "$ref": "#/components/schemas/LiteLLM_ToolTableRow" - } - }, - "required": [ - "tool" - ], - "title": "ToolDetailResponse", - "type": "object" - }, - "ToolListResponse": { - "properties": { - "tools": { - "items": { - "$ref": "#/components/schemas/LiteLLM_ToolTableRow" - }, - "title": "Tools", - "type": "array" - }, - "total": { - "title": "Total", - "type": "integer" - } - }, - "required": [ - "tools", - "total" - ], - "title": "ToolListResponse", - "type": "object" - }, - "ToolPolicyOption": { - "properties": { - "description": { - "title": "Description", - "type": "string" - }, - "label": { - "title": "Label", - "type": "string" - }, - "value": { - "title": "Value", - "type": "string" - } - }, - "required": [ - "value", - "label", - "description" - ], - "title": "ToolPolicyOption", - "type": "object" - }, - "ToolPolicyOptionsResponse": { - "properties": { - "input_policies": { - "items": { - "$ref": "#/components/schemas/ToolPolicyOption" - }, - "title": "Input Policies", - "type": "array" - }, - "output_policies": { - "items": { - "$ref": "#/components/schemas/ToolPolicyOption" - }, - "title": "Output Policies", - "type": "array" - } - }, - "required": [ - "input_policies", - "output_policies" - ], - "title": "ToolPolicyOptionsResponse", - "type": "object" - }, - "ToolPolicyOverrideRow": { - "properties": { - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "input_policy": { - "default": "blocked", - "enum": [ - "trusted", - "untrusted", - "blocked" - ], - "title": "Input Policy", - "type": "string" - }, - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "key_hash": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Hash" - }, - "override_id": { - "title": "Override Id", - "type": "string" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "tool_name": { - "title": "Tool Name", - "type": "string" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - } - }, - "required": [ - "override_id", - "tool_name" - ], - "title": "ToolPolicyOverrideRow", - "type": "object" - }, - "ToolPolicyUpdateRequest": { - "properties": { - "input_policy": { - "anyOf": [ - { - "enum": [ - "trusted", - "untrusted", - "blocked" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Input Policy" - }, - "key_alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Alias" - }, - "key_hash": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Hash" - }, - "output_policy": { - "anyOf": [ - { - "enum": [ - "trusted", - "untrusted" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Output Policy" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "tool_name": { - "title": "Tool Name", - "type": "string" - } - }, - "required": [ - "tool_name" - ], - "title": "ToolPolicyUpdateRequest", - "type": "object" - }, - "ToolPolicyUpdateResponse": { - "properties": { - "input_policy": { - "anyOf": [ - { - "enum": [ - "trusted", - "untrusted", - "blocked" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Input Policy" - }, - "key_hash": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key Hash" - }, - "output_policy": { - "anyOf": [ - { - "enum": [ - "trusted", - "untrusted" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Output Policy" - }, - "team_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Team Id" - }, - "tool_name": { - "title": "Tool Name", - "type": "string" - }, - "updated": { - "title": "Updated", - "type": "boolean" - } - }, - "required": [ - "tool_name", - "updated" - ], - "title": "ToolPolicyUpdateResponse", - "type": "object" - }, - "ToolUsageLogEntry": { - "description": "One spend log row for a tool call (for UI \"recent logs\" table).", - "properties": { - "id": { - "title": "Id", - "type": "string" - }, - "input_snippet": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Input Snippet" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - }, - "spend": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Spend" - }, - "timestamp": { - "title": "Timestamp", - "type": "string" - }, - "total_tokens": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Total Tokens" - } - }, - "required": [ - "id", - "timestamp" - ], - "title": "ToolUsageLogEntry", - "type": "object" - }, - "ToolUsageLogsResponse": { - "properties": { - "logs": { - "items": { - "$ref": "#/components/schemas/ToolUsageLogEntry" - }, - "title": "Logs", - "type": "array" - }, - "page": { - "title": "Page", - "type": "integer" - }, - "page_size": { - "title": "Page Size", - "type": "integer" - }, - "total": { - "title": "Total", - "type": "integer" - } - }, - "required": [ - "logs", - "total", - "page", - "page_size" - ], - "title": "ToolUsageLogsResponse", - "type": "object" - }, - "CreateSearchToolRequest": { - "properties": { - "search_tool": { - "$ref": "#/components/schemas/SearchTool" - } - }, - "required": [ - "search_tool" - ], - "title": "CreateSearchToolRequest", - "type": "object" - }, - "ListSearchToolsResponse": { - "description": "Response model for listing search tools.", - "properties": { - "search_tools": { - "items": { - "$ref": "#/components/schemas/SearchToolInfoResponse" - }, - "title": "Search Tools", - "type": "array" - } - }, - "required": [ - "search_tools" - ], - "title": "ListSearchToolsResponse", - "type": "object" - }, - "SearchTool": { - "description": "Search tool configuration.\n\nExample:\n {\n \"search_tool_id\": \"123e4567-e89b-12d3-a456-426614174000\",\n \"search_tool_name\": \"litellm-search\",\n \"litellm_params\": {\n \"search_provider\": \"perplexity\",\n \"api_key\": \"sk-...\"\n },\n \"search_tool_info\": {\n \"description\": \"Perplexity search tool\"\n }\n }", - "properties": { - "created_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "litellm_params": { - "$ref": "#/components/schemas/SearchToolLiteLLMParams" - }, - "search_tool_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Search Tool Id" - }, - "search_tool_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Search Tool Info" - }, - "search_tool_name": { - "title": "Search Tool Name", - "type": "string" - }, - "updated_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - } - }, - "required": [ - "search_tool_name", - "litellm_params" - ], - "title": "SearchTool", - "type": "object" - }, - "SearchToolInfoResponse": { - "description": "Response model for search tool information.", - "properties": { - "created_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "is_from_config": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Is From Config" - }, - "litellm_params": { - "additionalProperties": true, - "title": "Litellm Params", - "type": "object" - }, - "search_tool_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Search Tool Id" - }, - "search_tool_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Search Tool Info" - }, - "search_tool_name": { - "title": "Search Tool Name", - "type": "string" - }, - "updated_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - } - }, - "title": "SearchToolInfoResponse", - "type": "object" - }, - "SearchToolLiteLLMParams": { - "description": "LiteLLM params for search tools configuration.", - "properties": { - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Base" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - }, - "max_retries": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Max Retries" - }, - "search_provider": { - "title": "Search Provider", - "type": "string" - }, - "timeout": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Timeout" - } - }, - "required": [ - "search_provider" - ], - "title": "SearchToolLiteLLMParams", - "type": "object" - }, - "TestSearchToolConnectionRequest": { - "properties": { - "litellm_params": { - "additionalProperties": true, - "title": "Litellm Params", - "type": "object" - } - }, - "required": [ - "litellm_params" - ], - "title": "TestSearchToolConnectionRequest", - "type": "object" - }, - "UpdateSearchToolRequest": { - "properties": { - "search_tool": { - "$ref": "#/components/schemas/SearchTool" - } - }, - "required": [ - "search_tool" - ], - "title": "UpdateSearchToolRequest", - "type": "object" - }, - "LiteLLM_MCPServerTable": { - "description": "Represents a LiteLLM_MCPServerTable record", - "properties": { - "alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Alias" - }, - "allow_all_keys": { - "default": false, - "title": "Allow All Keys", - "type": "boolean" - }, - "allowed_tools": { - "items": { - "type": "string" - }, - "title": "Allowed Tools", - "type": "array" - }, - "approval_status": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "active", - "description": "Approval status: 'pending_review', 'active', 'rejected'", - "title": "Approval Status" - }, - "args": { - "items": { - "type": "string" - }, - "title": "Args", - "type": "array" - }, - "auth_type": { - "anyOf": [ - { - "enum": [ - "none", - "api_key", - "bearer_token", - "basic", - "authorization", - "oauth2", - "aws_sigv4", - "token" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auth Type" - }, - "authorization_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Authorization Url" - }, - "available_on_public_internet": { - "default": true, - "title": "Available On Public Internet", - "type": "boolean" - }, - "byok_api_key_help_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Byok Api Key Help Url" - }, - "byok_description": { - "items": { - "type": "string" - }, - "title": "Byok Description", - "type": "array" - }, - "command": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Command" - }, - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "credentials": { - "anyOf": [ - { - "$ref": "#/components/schemas/MCPCredentials" - }, - { - "type": "null" - } - ] - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "env": { - "additionalProperties": { - "type": "string" - }, - "title": "Env", - "type": "object" - }, - "extra_headers": { - "items": { - "type": "string" - }, - "title": "Extra Headers", - "type": "array" - }, - "has_user_credential": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Has User Credential" - }, - "health_check_error": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Health Check Error" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Instructions" - }, - "is_byok": { - "default": false, - "title": "Is Byok", - "type": "boolean" - }, - "last_health_check": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Last Health Check" - }, - "mcp_access_groups": { - "items": { - "type": "string" - }, - "title": "Mcp Access Groups", - "type": "array" - }, - "mcp_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Mcp Info" - }, - "registration_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Registration Url" - }, - "review_notes": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Review Notes" - }, - "reviewed_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Reviewed At" - }, - "server_id": { - "title": "Server Id", - "type": "string" - }, - "server_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Server Name" - }, - "source_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Source Url" - }, - "spec_path": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Spec Path" - }, - "static_headers": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Static Headers" - }, - "status": { - "anyOf": [ - { - "enum": [ - "healthy", - "unhealthy", - "unknown" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "default": "unknown", - "description": "Health status: 'healthy', 'unhealthy', 'unknown'", - "title": "Status" - }, - "submitted_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Submitted At" - }, - "submitted_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Submitted By" - }, - "teams": { - "items": { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ] - }, - "type": "object" - }, - "title": "Teams", - "type": "array" - }, - "token_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token Url" - }, - "tool_name_to_description": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Tool Name To Description" - }, - "tool_name_to_display_name": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Tool Name To Display Name" - }, - "transport": { - "enum": [ - "sse", - "http", - "stdio" - ], - "title": "Transport", - "type": "string" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - }, - "url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Url" - } - }, - "required": [ - "server_id", - "transport" - ], - "title": "LiteLLM_MCPServerTable", - "type": "object" - }, - "MCPCredentials": { - "properties": { - "auth_value": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auth Value" - }, - "aws_access_key_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Access Key Id" - }, - "aws_region_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Region Name" - }, - "aws_role_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Role Name" - }, - "aws_secret_access_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Secret Access Key" - }, - "aws_service_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Service Name" - }, - "aws_session_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Session Name" - }, - "aws_session_token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Aws Session Token" - }, - "client_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Client Id" - }, - "client_secret": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Client Secret" - }, - "scopes": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Scopes" - } - }, - "title": "MCPCredentials", - "type": "object" - }, - "MCPOAuthUserCredentialRequest": { - "description": "Stores a user's OAuth2 token for an OpenAPI MCP server.", - "properties": { - "access_token": { - "title": "Access Token", - "type": "string" - }, - "expires_in": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Expires In" - }, - "refresh_token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Refresh Token" - }, - "scopes": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Scopes" - } - }, - "required": [ - "access_token" - ], - "title": "MCPOAuthUserCredentialRequest", - "type": "object" - }, - "MCPOAuthUserCredentialStatus": { - "description": "Describes whether the calling user has a stored OAuth credential.", - "properties": { - "connected_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Connected At" - }, - "expires_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Expires At" - }, - "has_credential": { - "title": "Has Credential", - "type": "boolean" - }, - "is_expired": { - "default": false, - "title": "Is Expired", - "type": "boolean" - }, - "server_id": { - "title": "Server Id", - "type": "string" - } - }, - "required": [ - "server_id", - "has_credential" - ], - "title": "MCPOAuthUserCredentialStatus", - "type": "object" - }, - "MCPSubmissionsSummary": { - "properties": { - "active": { - "title": "Active", - "type": "integer" - }, - "items": { - "items": { - "$ref": "#/components/schemas/LiteLLM_MCPServerTable" - }, - "title": "Items", - "type": "array" - }, - "pending_review": { - "title": "Pending Review", - "type": "integer" - }, - "rejected": { - "title": "Rejected", - "type": "integer" - }, - "total": { - "title": "Total", - "type": "integer" - } - }, - "required": [ - "total", - "pending_review", - "active", - "rejected", - "items" - ], - "title": "MCPSubmissionsSummary", - "type": "object" - }, - "MCPToolsetTool": { - "properties": { - "server_id": { - "title": "Server Id", - "type": "string" - }, - "tool_name": { - "title": "Tool Name", - "type": "string" - } - }, - "required": [ - "server_id", - "tool_name" - ], - "title": "MCPToolsetTool", - "type": "object" - }, - "MCPUserCredentialListItem": { - "description": "One entry in the /user-credentials list.", - "properties": { - "alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Alias" - }, - "connected_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Connected At" - }, - "credential_type": { - "title": "Credential Type", - "type": "string" - }, - "expires_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Expires At" - }, - "has_credential": { - "title": "Has Credential", - "type": "boolean" - }, - "server_id": { - "title": "Server Id", - "type": "string" - }, - "server_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Server Name" - } - }, - "required": [ - "server_id", - "credential_type", - "has_credential" - ], - "title": "MCPUserCredentialListItem", - "type": "object" - }, - "MCPUserCredentialRequest": { - "properties": { - "credential": { - "title": "Credential", - "type": "string" - }, - "save": { - "default": true, - "title": "Save", - "type": "boolean" - } - }, - "required": [ - "credential" - ], - "title": "MCPUserCredentialRequest", - "type": "object" - }, - "MCPUserCredentialResponse": { - "properties": { - "has_credential": { - "title": "Has Credential", - "type": "boolean" - }, - "server_id": { - "title": "Server Id", - "type": "string" - } - }, - "required": [ - "server_id", - "has_credential" - ], - "title": "MCPUserCredentialResponse", - "type": "object" - }, - "MakeMCPServersPublicRequest": { - "properties": { - "mcp_server_ids": { - "items": { - "type": "string" - }, - "title": "Mcp Server Ids", - "type": "array" - } - }, - "required": [ - "mcp_server_ids" - ], - "title": "MakeMCPServersPublicRequest", - "type": "object" - }, - "NewMCPServerRequest": { - "properties": { - "alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Alias" - }, - "allow_all_keys": { - "default": false, - "title": "Allow All Keys", - "type": "boolean" - }, - "allowed_tools": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Tools" - }, - "approval_status": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Server-managed: set by the endpoint; caller values are overridden.", - "title": "Approval Status" - }, - "args": { - "items": { - "type": "string" - }, - "title": "Args", - "type": "array" - }, - "auth_type": { - "anyOf": [ - { - "enum": [ - "none", - "api_key", - "bearer_token", - "basic", - "authorization", - "oauth2", - "aws_sigv4", - "token" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auth Type" - }, - "authorization_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Authorization Url" - }, - "available_on_public_internet": { - "default": true, - "title": "Available On Public Internet", - "type": "boolean" - }, - "byok_api_key_help_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Byok Api Key Help Url" - }, - "byok_description": { - "items": { - "type": "string" - }, - "title": "Byok Description", - "type": "array" - }, - "command": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Command" - }, - "credentials": { - "anyOf": [ - { - "$ref": "#/components/schemas/MCPCredentials" - }, - { - "type": "null" - } - ] - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "env": { - "additionalProperties": { - "type": "string" - }, - "title": "Env", - "type": "object" - }, - "extra_headers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Extra Headers" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Instructions" - }, - "is_byok": { - "default": false, - "title": "Is Byok", - "type": "boolean" - }, - "mcp_access_groups": { - "items": { - "type": "string" - }, - "title": "Mcp Access Groups", - "type": "array" - }, - "mcp_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Mcp Info" - }, - "oauth2_flow": { - "anyOf": [ - { - "enum": [ - "client_credentials", - "authorization_code" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Oauth2 Flow" - }, - "registration_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Registration Url" - }, - "server_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Server Id" - }, - "server_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Server Name" - }, - "source_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Source Url" - }, - "spec_path": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Spec Path" - }, - "static_headers": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Static Headers" - }, - "submitted_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Server-managed: set by the endpoint; caller values are overridden.", - "title": "Submitted At" - }, - "submitted_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Server-managed: set by the endpoint; caller values are overridden.", - "title": "Submitted By" - }, - "token_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token Url" - }, - "tool_name_to_description": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Tool Name To Description" - }, - "tool_name_to_display_name": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Tool Name To Display Name" - }, - "transport": { - "default": "sse", - "enum": [ - "sse", - "http", - "stdio" - ], - "title": "Transport", - "type": "string" - }, - "url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Url" - } - }, - "title": "NewMCPServerRequest", - "type": "object" - }, - "NewMCPToolsetRequest": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "tools": { - "default": [], - "items": { - "$ref": "#/components/schemas/MCPToolsetTool" - }, - "title": "Tools", - "type": "array" - }, - "toolset_name": { - "title": "Toolset Name", - "type": "string" - } - }, - "required": [ - "toolset_name" - ], - "title": "NewMCPToolsetRequest", - "type": "object" - }, - "RejectMCPServerRequest": { - "properties": { - "review_notes": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Review Notes" - } - }, - "title": "RejectMCPServerRequest", - "type": "object" - }, - "UpdateMCPServerRequest": { - "properties": { - "alias": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Alias" - }, - "allow_all_keys": { - "default": false, - "title": "Allow All Keys", - "type": "boolean" - }, - "allowed_tools": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Allowed Tools" - }, - "args": { - "items": { - "type": "string" - }, - "title": "Args", - "type": "array" - }, - "auth_type": { - "anyOf": [ - { - "enum": [ - "none", - "api_key", - "bearer_token", - "basic", - "authorization", - "oauth2", - "aws_sigv4", - "token" - ], - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Auth Type" - }, - "authorization_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Authorization Url" - }, - "available_on_public_internet": { - "default": true, - "title": "Available On Public Internet", - "type": "boolean" - }, - "byok_api_key_help_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Byok Api Key Help Url" - }, - "byok_description": { - "items": { - "type": "string" - }, - "title": "Byok Description", - "type": "array" - }, - "command": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Command" - }, - "credentials": { - "anyOf": [ - { - "$ref": "#/components/schemas/MCPCredentials" - }, - { - "type": "null" - } - ] - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "env": { - "additionalProperties": { - "type": "string" - }, - "title": "Env", - "type": "object" - }, - "extra_headers": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Extra Headers" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Instructions" - }, - "is_byok": { - "default": false, - "title": "Is Byok", - "type": "boolean" - }, - "mcp_access_groups": { - "items": { - "type": "string" - }, - "title": "Mcp Access Groups", - "type": "array" - }, - "mcp_info": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Mcp Info" - }, - "registration_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Registration Url" - }, - "server_id": { - "title": "Server Id", - "type": "string" - }, - "server_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Server Name" - }, - "source_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Source Url" - }, - "spec_path": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Spec Path" - }, - "static_headers": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Static Headers" - }, - "token_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Token Url" - }, - "tool_name_to_description": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Tool Name To Description" - }, - "tool_name_to_display_name": { - "anyOf": [ - { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Tool Name To Display Name" - }, - "transport": { - "default": "sse", - "enum": [ - "sse", - "http", - "stdio" - ], - "title": "Transport", - "type": "string" - }, - "url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Url" - } - }, - "required": [ - "server_id" - ], - "title": "UpdateMCPServerRequest", - "type": "object" - }, - "UpdateMCPToolsetRequest": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "tools": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/MCPToolsetTool" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Tools" - }, - "toolset_id": { - "title": "Toolset Id", - "type": "string" - }, - "toolset_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Toolset Name" - } - }, - "required": [ - "toolset_id" - ], - "title": "UpdateMCPToolsetRequest", - "type": "object" - }, - "ConfigOverrideSettingsResponse": { - "description": "Response model for config override settings GET endpoints.", - "properties": { - "config_type": { - "description": "The type of config override", - "title": "Config Type", - "type": "string" - }, - "field_schema": { - "additionalProperties": true, - "description": "Schema information for UI rendering", - "title": "Field Schema", - "type": "object" - }, - "values": { - "additionalProperties": true, - "description": "Current configuration values (sensitive fields decrypted)", - "title": "Values", - "type": "object" - } - }, - "required": [ - "config_type", - "values", - "field_schema" - ], - "title": "ConfigOverrideSettingsResponse", - "type": "object" - }, - "HashicorpVaultConfig": { - "description": "Configuration for Hashicorp Vault secret manager integration.", - "properties": { - "approle_mount_path": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Mount path for the AppRole auth method (default: approle)", - "title": "Approle Mount Path" - }, - "approle_role_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Role ID for Vault AppRole authentication", - "title": "Approle Role Id" - }, - "approle_secret_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Secret ID for Vault AppRole authentication", - "title": "Approle Secret Id" - }, - "client_cert": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to the client TLS certificate for Vault", - "title": "Client Cert" - }, - "client_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Path to the client TLS private key for Vault", - "title": "Client Key" - }, - "vault_addr": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "The address of the Vault server (e.g., https://vault.example.com:8200)", - "title": "Vault Addr" - }, - "vault_cert_role": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Certificate role name for TLS cert authentication", - "title": "Vault Cert Role" - }, - "vault_mount_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "KV engine mount name (default: secret)", - "title": "Vault Mount Name" - }, - "vault_namespace": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Vault namespace (for multi-tenant Vault, sent as X-Vault-Namespace header)", - "title": "Vault Namespace" - }, - "vault_path_prefix": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Optional path prefix for secrets (e.g., myapp -> secret/data/myapp/{secret_name})", - "title": "Vault Path Prefix" - }, - "vault_token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Token for Vault token-based authentication", - "title": "Vault Token" - } - }, - "title": "HashicorpVaultConfig", - "type": "object" - }, - "RealtimeClientSecretResponse": { - "description": "Response from POST /v1/realtime/client_secrets.\n\nBoth the top-level `value` and `session.client_secret.value`\nwill contain the encrypted token instead of the raw ephemeral key.\nThe `session` field is kept as a raw dict so unknown fields pass through.", - "properties": { - "expires_at": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Expires At" - }, - "session": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Session" - }, - "value": { - "title": "Value", - "type": "string" - } - }, - "required": [ - "value" - ], - "title": "RealtimeClientSecretResponse", - "type": "object" - }, - "DeleteSkillResponse": { - "description": "Response from deleting a skill", - "properties": { - "id": { - "title": "Id", - "type": "string" - }, - "type": { - "default": "skill_deleted", - "title": "Type", - "type": "string" - } - }, - "required": [ - "id" - ], - "title": "DeleteSkillResponse", - "type": "object" - }, - "ListSkillsResponse": { - "description": "Response from listing skills", - "properties": { - "data": { - "items": { - "$ref": "#/components/schemas/Skill" - }, - "title": "Data", - "type": "array" - }, - "has_more": { - "default": false, - "title": "Has More", - "type": "boolean" - }, - "next_page": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Next Page" - } - }, - "required": [ - "data" - ], - "title": "ListSkillsResponse", - "type": "object" - }, - "Skill": { - "description": "Represents a skill from the Anthropic Skills API", - "properties": { - "created_at": { - "title": "Created At", - "type": "string" - }, - "display_title": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Display Title" - }, - "id": { - "title": "Id", - "type": "string" - }, - "latest_version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Latest Version" - }, - "source": { - "title": "Source", - "type": "string" - }, - "type": { - "default": "skill", - "title": "Type", - "type": "string" - }, - "updated_at": { - "title": "Updated At", - "type": "string" - } - }, - "required": [ - "id", - "created_at", - "source", - "updated_at" - ], - "title": "Skill", - "type": "object" - }, - "CancelEvalResponse": { - "description": "Response from cancelling an evaluation", - "properties": { - "id": { - "title": "Id", - "type": "string" - }, - "object": { - "default": "eval", - "title": "Object", - "type": "string" - }, - "status": { - "const": "cancelled", - "title": "Status", - "type": "string" - } - }, - "required": [ - "id", - "status" - ], - "title": "CancelEvalResponse", - "type": "object" - }, - "CancelRunResponse": { - "description": "Response from cancelling a run", - "properties": { - "id": { - "title": "Id", - "type": "string" - }, - "object": { - "default": "eval.run", - "title": "Object", - "type": "string" - }, - "status": { - "const": "cancelled", - "title": "Status", - "type": "string" - } - }, - "required": [ - "id", - "status" - ], - "title": "CancelRunResponse", - "type": "object" - }, - "DeleteEvalResponse": { - "description": "Response from deleting an evaluation", - "properties": { - "deleted": { - "title": "Deleted", - "type": "boolean" - }, - "eval_id": { - "title": "Eval Id", - "type": "string" - }, - "object": { - "default": "eval.deleted", - "title": "Object", - "type": "string" - } - }, - "required": [ - "eval_id", - "deleted" - ], - "title": "DeleteEvalResponse", - "type": "object" - }, - "Eval": { - "description": "Represents an evaluation from the OpenAI Evals API", - "properties": { - "created_at": { - "title": "Created At", - "type": "integer" - }, - "data_source_config": { - "additionalProperties": true, - "title": "Data Source Config", - "type": "object" - }, - "id": { - "title": "Id", - "type": "string" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Name" - }, - "object": { - "default": "eval", - "title": "Object", - "type": "string" - }, - "testing_criteria": { - "items": { - "additionalProperties": true, - "type": "object" - }, - "title": "Testing Criteria", - "type": "array" - }, - "updated_at": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Updated At" - } - }, - "required": [ - "id", - "created_at", - "data_source_config", - "testing_criteria" - ], - "title": "Eval", - "type": "object" - }, - "ListEvalsResponse": { - "description": "Response from listing evaluations", - "properties": { - "data": { - "items": { - "$ref": "#/components/schemas/Eval" - }, - "title": "Data", - "type": "array" - }, - "first_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "First Id" - }, - "has_more": { - "default": false, - "title": "Has More", - "type": "boolean" - }, - "last_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Last Id" - }, - "object": { - "default": "list", - "title": "Object", - "type": "string" - } - }, - "required": [ - "data" - ], - "title": "ListEvalsResponse", - "type": "object" - }, - "ListRunsResponse": { - "description": "Response from listing runs", - "properties": { - "data": { - "items": { - "$ref": "#/components/schemas/Run" - }, - "title": "Data", - "type": "array" - }, - "first_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "First Id" - }, - "has_more": { - "default": false, - "title": "Has More", - "type": "boolean" - }, - "last_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Last Id" - }, - "object": { - "default": "list", - "title": "Object", - "type": "string" - } - }, - "required": [ - "data" - ], - "title": "ListRunsResponse", - "type": "object" - }, - "PerTestingCriteriaResult": { - "description": "Results for a specific testing criteria", - "properties": { - "average_score": { - "anyOf": [ - { - "type": "number" - }, - { - "type": "null" - } - ], - "title": "Average Score" - }, - "result_counts": { - "$ref": "#/components/schemas/ResultCounts" - }, - "testing_criteria_index": { - "title": "Testing Criteria Index", - "type": "integer" - } - }, - "required": [ - "testing_criteria_index", - "result_counts" - ], - "title": "PerTestingCriteriaResult", - "type": "object" - }, - "ResultCounts": { - "description": "Result counts for a run", - "properties": { - "error": { - "default": 0, - "title": "Error", - "type": "integer" - }, - "failed": { - "default": 0, - "title": "Failed", - "type": "integer" - }, - "passed": { - "default": 0, - "title": "Passed", - "type": "integer" - }, - "total": { - "title": "Total", - "type": "integer" - } - }, - "required": [ - "total" - ], - "title": "ResultCounts", - "type": "object" - }, - "Run": { - "description": "Represents a run from the OpenAI Evals API", - "properties": { - "completed_at": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Completed At" - }, - "created_at": { - "title": "Created At", - "type": "integer" - }, - "data_source": { - "additionalProperties": true, - "title": "Data Source", - "type": "object" - }, - "error": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Error" - }, - "eval_id": { - "title": "Eval Id", - "type": "string" - }, - "id": { - "title": "Id", - "type": "string" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - }, - "name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Name" - }, - "object": { - "default": "eval.run", - "title": "Object", - "type": "string" - }, - "per_model_usage": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Per Model Usage" - }, - "per_testing_criteria_results": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/PerTestingCriteriaResult" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Per Testing Criteria Results" - }, - "report_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Report Url" - }, - "result_counts": { - "anyOf": [ - { - "additionalProperties": { - "type": "integer" - }, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Result Counts" - }, - "shared_with_openai": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Shared With Openai" - }, - "started_at": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Started At" - }, - "status": { - "enum": [ - "queued", - "running", - "completed", - "failed", - "cancelled" - ], - "title": "Status", - "type": "string" - } - }, - "required": [ - "id", - "created_at", - "status", - "data_source", - "eval_id" - ], - "title": "Run", - "type": "object" - }, - "RunDeleteResponse": { - "description": "Response from deleting a run", - "properties": { - "deleted": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": true, - "title": "Deleted" - }, - "object": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "eval.run.deleted", - "title": "Object" - }, - "run_id": { - "title": "Run Id", - "type": "string" - } - }, - "required": [ - "run_id" - ], - "title": "RunDeleteResponse", - "type": "object" - }, - "ListPluginsResponse": { - "description": "Response from listing plugins.", - "properties": { - "count": { - "title": "Count", - "type": "integer" - }, - "plugins": { - "items": { - "$ref": "#/components/schemas/PluginListItem" - }, - "title": "Plugins", - "type": "array" - } - }, - "required": [ - "plugins", - "count" - ], - "title": "ListPluginsResponse", - "type": "object" - }, - "PluginAuthor": { - "description": "Plugin author information.", - "properties": { - "email": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Author email", - "title": "Email" - }, - "name": { - "description": "Author name", - "title": "Name", - "type": "string" - } - }, - "required": [ - "name" - ], - "title": "PluginAuthor", - "type": "object" - }, - "PluginListItem": { - "description": "Plugin item in list responses.", - "properties": { - "author": { - "anyOf": [ - { - "$ref": "#/components/schemas/PluginAuthor" - }, - { - "type": "null" - } - ] - }, - "category": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Category" - }, - "created_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "domain": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Domain" - }, - "enabled": { - "title": "Enabled", - "type": "boolean" - }, - "homepage": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Homepage" - }, - "id": { - "title": "Id", - "type": "string" - }, - "keywords": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Keywords" - }, - "name": { - "title": "Name", - "type": "string" - }, - "namespace": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Namespace" - }, - "source": { - "additionalProperties": { - "type": "string" - }, - "title": "Source", - "type": "object" - }, - "updated_at": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Version" - } - }, - "required": [ - "id", - "name", - "version", - "description", - "source", - "enabled", - "created_at", - "updated_at" - ], - "title": "PluginListItem", - "type": "object" - }, - "RegisterPluginRequest": { - "description": "Request body for registering a plugin in the marketplace.\n\nLiteLLM acts as a registry/discovery layer. Plugins are hosted on\nGitHub/GitLab/Bitbucket and referenced by their git source.", - "properties": { - "author": { - "anyOf": [ - { - "$ref": "#/components/schemas/PluginAuthor" - }, - { - "type": "null" - } - ], - "description": "Plugin author" - }, - "category": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Plugin category", - "title": "Category" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Plugin description", - "title": "Description" - }, - "domain": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Skill domain (e.g., 'Productivity')", - "title": "Domain" - }, - "homepage": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Plugin homepage URL", - "title": "Homepage" - }, - "keywords": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Search keywords", - "title": "Keywords" - }, - "name": { - "description": "Plugin name (kebab-case, e.g., 'my-plugin')", - "pattern": "^[a-z0-9-]+$", - "title": "Name", - "type": "string" - }, - "namespace": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Skill namespace within domain (e.g., 'workflows')", - "title": "Namespace" - }, - "source": { - "additionalProperties": { - "type": "string" - }, - "description": "Git source reference. Supported formats:\n- GitHub: {'source': 'github', 'repo': 'org/repo'}\n- Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'}\n- Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'}", - "title": "Source", - "type": "object" - }, - "version": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "1.0.0", - "description": "Semantic version", - "title": "Version" - } - }, - "required": [ - "name", - "source" - ], - "title": "RegisterPluginRequest", - "type": "object" - }, - "SCIMFeature": { - "properties": { - "maxOperations": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Maxoperations" - }, - "maxPayloadSize": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Maxpayloadsize" - }, - "maxResults": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Maxresults" - }, - "supported": { - "title": "Supported", - "type": "boolean" - } - }, - "required": [ - "supported" - ], - "title": "SCIMFeature", - "type": "object" - }, - "SCIMGroup": { - "properties": { - "displayName": { - "title": "Displayname", - "type": "string" - }, - "externalId": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Externalid" - }, - "id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Id" - }, - "members": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/SCIMMember" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Members" - }, - "meta": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Meta" - }, - "schemas": { - "items": { - "type": "string" - }, - "title": "Schemas", - "type": "array" - } - }, - "required": [ - "schemas", - "displayName" - ], - "title": "SCIMGroup", - "type": "object" - }, - "SCIMListResponse": { - "properties": { - "Resources": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/SCIMUser" - }, - "type": "array" - }, - { - "items": { - "$ref": "#/components/schemas/SCIMGroup" - }, - "type": "array" - } - ], - "title": "Resources" - }, - "itemsPerPage": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 10, - "title": "Itemsperpage" - }, - "schemas": { - "default": [ - "urn:ietf:params:scim:api:messages:2.0:ListResponse" - ], - "items": { - "type": "string" - }, - "title": "Schemas", - "type": "array" - }, - "startIndex": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 1, - "title": "Startindex" - }, - "totalResults": { - "title": "Totalresults", - "type": "integer" - } - }, - "required": [ - "totalResults", - "Resources" - ], - "title": "SCIMListResponse", - "type": "object" - }, - "SCIMMember": { - "properties": { - "display": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Display" - }, - "value": { - "title": "Value", - "type": "string" - } - }, - "required": [ - "value" - ], - "title": "SCIMMember", - "type": "object" - }, - "SCIMPatchOp": { - "properties": { - "Operations": { - "items": { - "$ref": "#/components/schemas/SCIMPatchOperation" - }, - "title": "Operations", - "type": "array" - }, - "schemas": { - "default": [ - "urn:ietf:params:scim:api:messages:2.0:PatchOp" - ], - "items": { - "type": "string" - }, - "title": "Schemas", - "type": "array" - } - }, - "required": [ - "Operations" - ], - "title": "SCIMPatchOp", - "type": "object" - }, - "SCIMPatchOperation": { - "properties": { - "op": { - "title": "Op", - "type": "string" - }, - "path": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Path" - }, - "value": { - "anyOf": [ - {}, - { - "type": "null" - } - ], - "title": "Value" - } - }, - "required": [ - "op" - ], - "title": "SCIMPatchOperation", - "type": "object" - }, - "SCIMServiceProviderConfig": { - "properties": { - "authenticationSchemes": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Authenticationschemes" - }, - "bulk": { - "$ref": "#/components/schemas/SCIMFeature", - "default": { - "supported": false - } - }, - "changePassword": { - "$ref": "#/components/schemas/SCIMFeature", - "default": { - "supported": false - } - }, - "etag": { - "$ref": "#/components/schemas/SCIMFeature", - "default": { - "supported": false - } - }, - "filter": { - "$ref": "#/components/schemas/SCIMFeature", - "default": { - "supported": false - } - }, - "meta": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Meta" - }, - "patch": { - "$ref": "#/components/schemas/SCIMFeature", - "default": { - "supported": true - } - }, - "schemas": { - "default": [ - "urn:ietf:params:scim:schemas:core:2.0:ServiceProviderConfig" - ], - "items": { - "type": "string" - }, - "title": "Schemas", - "type": "array" - }, - "sort": { - "$ref": "#/components/schemas/SCIMFeature", - "default": { - "supported": false - } - } - }, - "title": "SCIMServiceProviderConfig", - "type": "object" - }, - "SCIMUser": { - "properties": { - "active": { - "default": true, - "title": "Active", - "type": "boolean" - }, - "displayName": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Displayname" - }, - "emails": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/SCIMUserEmail" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Emails" - }, - "externalId": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Externalid" - }, - "groups": { - "anyOf": [ - { - "items": { - "$ref": "#/components/schemas/SCIMUserGroup" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Groups" - }, - "id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Id" - }, - "meta": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Meta" - }, - "name": { - "anyOf": [ - { - "$ref": "#/components/schemas/SCIMUserName" - }, - { - "type": "null" - } - ] - }, - "schemas": { - "items": { - "type": "string" - }, - "title": "Schemas", - "type": "array" - }, - "userName": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Username" - } - }, - "required": [ - "schemas" - ], - "title": "SCIMUser", - "type": "object" - }, - "SCIMUserEmail": { - "properties": { - "primary": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Primary" - }, - "type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Type" - }, - "value": { - "format": "email", - "title": "Value", - "type": "string" - } - }, - "required": [ - "value" - ], - "title": "SCIMUserEmail", - "type": "object" - }, - "SCIMUserGroup": { - "properties": { - "display": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Display" - }, - "type": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "direct", - "title": "Type" - }, - "value": { - "title": "Value", - "type": "string" - } - }, - "required": [ - "value" - ], - "title": "SCIMUserGroup", - "type": "object" - }, - "SCIMUserName": { - "properties": { - "familyName": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Familyname" - }, - "formatted": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Formatted" - }, - "givenName": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Givenname" - }, - "honorificPrefix": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Honorificprefix" - }, - "honorificSuffix": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Honorificsuffix" - }, - "middleName": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Middlename" - } - }, - "title": "SCIMUserName", - "type": "object" - }, - "CloudZeroExportRequest": { - "description": "Request model for CloudZero export operations", - "properties": { - "end_time_utc": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "End time for data export in UTC", - "title": "End Time Utc" - }, - "limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "Optional limit on number of records to export", - "title": "Limit" - }, - "operation": { - "default": "replace_hourly", - "description": "CloudZero operation type (replace_hourly or sum)", - "title": "Operation", - "type": "string" - }, - "start_time_utc": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Start time for data export in UTC", - "title": "Start Time Utc" - } - }, - "title": "CloudZeroExportRequest", - "type": "object" - }, - "CloudZeroExportResponse": { - "description": "Response model for CloudZero export operations", - "properties": { - "dry_run_data": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Dry run data including usage data and CBF transformed data", - "title": "Dry Run Data" - }, - "message": { - "title": "Message", - "type": "string" - }, - "records_exported": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Records Exported" - }, - "status": { - "title": "Status", - "type": "string" - }, - "summary": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Summary statistics for dry run", - "title": "Summary" - } - }, - "required": [ - "message", - "status" - ], - "title": "CloudZeroExportResponse", - "type": "object" - }, - "CloudZeroInitRequest": { - "description": "Request model for initializing CloudZero settings", - "properties": { - "api_key": { - "description": "CloudZero API key for authentication", - "title": "Api Key", - "type": "string" - }, - "connection_id": { - "description": "CloudZero connection ID for data submission", - "title": "Connection Id", - "type": "string" - }, - "timezone": { - "default": "UTC", - "description": "Timezone for date handling (default: UTC)", - "title": "Timezone", - "type": "string" - } - }, - "required": [ - "api_key", - "connection_id" - ], - "title": "CloudZeroInitRequest", - "type": "object" - }, - "CloudZeroInitResponse": { - "description": "Response model for CloudZero initialization", - "properties": { - "message": { - "title": "Message", - "type": "string" - }, - "status": { - "title": "Status", - "type": "string" - } - }, - "required": [ - "message", - "status" - ], - "title": "CloudZeroInitResponse", - "type": "object" - }, - "CloudZeroSettingsUpdate": { - "description": "Request model for updating CloudZero settings", - "properties": { - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "New CloudZero API key for authentication", - "title": "Api Key" - }, - "connection_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "New CloudZero connection ID for data submission", - "title": "Connection Id" - }, - "timezone": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "New timezone for date handling", - "title": "Timezone" - } - }, - "title": "CloudZeroSettingsUpdate", - "type": "object" - }, - "CloudZeroSettingsView": { - "description": "Response model for viewing CloudZero settings with masked API key", - "properties": { - "api_key_masked": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Masked API key showing only first 4 and last 4 characters", - "title": "Api Key Masked" - }, - "connection_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "CloudZero connection ID for data submission", - "title": "Connection Id" - }, - "status": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Configuration status", - "title": "Status" - }, - "timezone": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Timezone for date handling", - "title": "Timezone" - } - }, - "title": "CloudZeroSettingsView", - "type": "object" - }, - "VantageDryRunRequest": { - "description": "Request model for Vantage dry-run operations (capped for preview)", - "properties": { - "limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "default": 500, - "description": "Limit on number of records to preview (default: 500)", - "title": "Limit" - } - }, - "title": "VantageDryRunRequest", - "type": "object" - }, - "VantageExportRequest": { - "description": "Request model for Vantage export operations (actual export, no default limit)", - "properties": { - "end_time_utc": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "End time for data export in UTC", - "title": "End Time Utc" - }, - "limit": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "description": "Optional limit on number of records to export (default: no limit)", - "title": "Limit" - }, - "start_time_utc": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Start time for data export in UTC", - "title": "Start Time Utc" - } - }, - "title": "VantageExportRequest", - "type": "object" - }, - "VantageExportResponse": { - "description": "Response model for Vantage export operations", - "properties": { - "dry_run_data": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Dry run data including usage data and FOCUS transformed data", - "title": "Dry Run Data" - }, - "message": { - "title": "Message", - "type": "string" - }, - "status": { - "title": "Status", - "type": "string" - }, - "summary": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Summary statistics for dry run", - "title": "Summary" - } - }, - "required": [ - "message", - "status" - ], - "title": "VantageExportResponse", - "type": "object" - }, - "VantageInitRequest": { - "description": "Request model for initializing Vantage settings", - "properties": { - "api_key": { - "description": "Vantage API key for authentication", - "title": "Api Key", - "type": "string" - }, - "base_url": { - "default": "https://api.vantage.sh", - "description": "Vantage API base URL (default: https://api.vantage.sh)", - "title": "Base Url", - "type": "string" - }, - "integration_token": { - "description": "Vantage integration token for the cost-import endpoint", - "title": "Integration Token", - "type": "string" - } - }, - "required": [ - "api_key", - "integration_token" - ], - "title": "VantageInitRequest", - "type": "object" - }, - "VantageInitResponse": { - "description": "Response model for Vantage initialization", - "properties": { - "message": { - "title": "Message", - "type": "string" - }, - "status": { - "title": "Status", - "type": "string" - } - }, - "required": [ - "message", - "status" - ], - "title": "VantageInitResponse", - "type": "object" - }, - "VantageSettingsUpdate": { - "description": "Request model for updating Vantage settings", - "properties": { - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "New Vantage API key for authentication", - "title": "Api Key" - }, - "base_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "New Vantage API base URL", - "title": "Base Url" - }, - "integration_token": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "New Vantage integration token", - "title": "Integration Token" - } - }, - "title": "VantageSettingsUpdate", - "type": "object" - }, - "VantageSettingsView": { - "description": "Response model for viewing Vantage settings with masked API key", - "properties": { - "api_key_masked": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Masked API key showing only first 4 and last 4 characters", - "title": "Api Key Masked" - }, - "base_url": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Vantage API base URL", - "title": "Base Url" - }, - "integration_token_masked": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Masked integration token showing only first 4 and last 4 characters", - "title": "Integration Token Masked" - }, - "status": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Configuration status", - "title": "Status" - } - }, - "title": "VantageSettingsView", - "type": "object" - }, - "ChatMessage": { - "properties": { - "content": { - "title": "Content", - "type": "string" - }, - "role": { - "enum": [ - "user", - "assistant" - ], - "title": "Role", - "type": "string" - } - }, - "required": [ - "role", - "content" - ], - "title": "ChatMessage", - "type": "object" - }, - "UsageAIChatRequest": { - "properties": { - "messages": { - "description": "Chat messages (user/assistant history)", - "items": { - "$ref": "#/components/schemas/ChatMessage" - }, - "title": "Messages", - "type": "array" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "description": "Model to use for AI chat", - "title": "Model" - } - }, - "required": [ - "messages" - ], - "title": "UsageAIChatRequest", - "type": "object" - }, - "Body_convert_prompt_file_to_json_utils_dotprompt_json_converter_post": { - "properties": { - "file": { - "format": "binary", - "title": "File", - "type": "string" - } - }, - "required": [ - "file" - ], - "title": "Body_convert_prompt_file_to_json_utils_dotprompt_json_converter_post", - "type": "object" - }, - "ListPromptsResponse": { - "properties": { - "prompts": { - "items": { - "$ref": "#/components/schemas/PromptSpec" - }, - "title": "Prompts", - "type": "array" - } - }, - "required": [ - "prompts" - ], - "title": "ListPromptsResponse", - "type": "object" - }, - "PatchPromptRequest": { - "properties": { - "litellm_params": { - "anyOf": [ - { - "$ref": "#/components/schemas/PromptLiteLLMParams" - }, - { - "type": "null" - } - ] - }, - "prompt_info": { - "anyOf": [ - { - "$ref": "#/components/schemas/PromptInfo" - }, - { - "type": "null" - } - ] - } - }, - "title": "PatchPromptRequest", - "type": "object" - }, - "Prompt": { - "properties": { - "litellm_params": { - "$ref": "#/components/schemas/PromptLiteLLMParams" - }, - "prompt_id": { - "title": "Prompt Id", - "type": "string" - }, - "prompt_info": { - "anyOf": [ - { - "$ref": "#/components/schemas/PromptInfo" - }, - { - "type": "null" - } - ] - } - }, - "required": [ - "prompt_id", - "litellm_params" - ], - "title": "Prompt", - "type": "object" - }, - "PromptInfo": { - "additionalProperties": true, - "properties": { - "environment": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "development", - "title": "Environment" - }, - "prompt_type": { - "enum": [ - "config", - "db" - ], - "title": "Prompt Type", - "type": "string" - } - }, - "required": [ - "prompt_type" - ], - "title": "PromptInfo", - "type": "object" - }, - "PromptInfoResponse": { - "properties": { - "environments": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Environments" - }, - "prompt_spec": { - "$ref": "#/components/schemas/PromptSpec" - }, - "raw_prompt_template": { - "anyOf": [ - { - "$ref": "#/components/schemas/PromptTemplateBase" - }, - { - "type": "null" - } - ] - } - }, - "required": [ - "prompt_spec" - ], - "title": "PromptInfoResponse", - "type": "object" - }, - "PromptLiteLLMParams": { - "additionalProperties": true, - "properties": { - "api_base": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Base" - }, - "api_key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Api Key" - }, - "dotprompt_content": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Dotprompt Content" - }, - "ignore_prompt_manager_model": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Ignore Prompt Manager Model" - }, - "ignore_prompt_manager_optional_params": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "default": false, - "title": "Ignore Prompt Manager Optional Params" - }, - "prompt_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Prompt Id" - }, - "prompt_integration": { - "title": "Prompt Integration", - "type": "string" - }, - "provider_specific_query_params": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Provider Specific Query Params" - } - }, - "required": [ - "prompt_integration" - ], - "title": "PromptLiteLLMParams", - "type": "object" - }, - "PromptSpec": { - "properties": { - "created_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created At" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "environment": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "default": "development", - "title": "Environment" - }, - "litellm_params": { - "$ref": "#/components/schemas/PromptLiteLLMParams" - }, - "prompt_id": { - "title": "Prompt Id", - "type": "string" - }, - "prompt_info": { - "$ref": "#/components/schemas/PromptInfo" - }, - "updated_at": { - "anyOf": [ - { - "format": "date-time", - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated At" - }, - "version": { - "anyOf": [ - { - "type": "integer" - }, - { - "type": "null" - } - ], - "title": "Version" - } - }, - "required": [ - "prompt_id", - "litellm_params", - "prompt_info" - ], - "title": "PromptSpec", - "type": "object" - }, - "PromptTemplateBase": { - "properties": { - "content": { - "title": "Content", - "type": "string" - }, - "litellm_prompt_id": { - "title": "Litellm Prompt Id", - "type": "string" - }, - "metadata": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Metadata" - } - }, - "required": [ - "litellm_prompt_id", - "content" - ], - "title": "PromptTemplateBase", - "type": "object" - }, - "TestPromptRequest": { - "properties": { - "conversation_history": { - "anyOf": [ - { - "items": { - "additionalProperties": { - "type": "string" - }, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Conversation History" - }, - "dotprompt_content": { - "title": "Dotprompt Content", - "type": "string" - }, - "prompt_variables": { - "anyOf": [ - { - "additionalProperties": true, - "type": "object" - }, - { - "type": "null" - } - ], - "title": "Prompt Variables" - } - }, - "required": [ - "dotprompt_content" - ], - "title": "TestPromptRequest", - "type": "object" - }, - "CreateJWTKeyMappingRequest": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "jwt_claim_name": { - "title": "Jwt Claim Name", - "type": "string" - }, - "jwt_claim_value": { - "title": "Jwt Claim Value", - "type": "string" - }, - "key": { - "title": "Key", - "type": "string" - } - }, - "required": [ - "jwt_claim_name", - "jwt_claim_value", - "key" - ], - "title": "CreateJWTKeyMappingRequest", - "type": "object" - }, - "DeleteJWTKeyMappingRequest": { - "properties": { - "id": { - "title": "Id", - "type": "string" - } - }, - "required": [ - "id" - ], - "title": "DeleteJWTKeyMappingRequest", - "type": "object" - }, - "JWTKeyMappingResponse": { - "properties": { - "created_at": { - "format": "date-time", - "title": "Created At", - "type": "string" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "id": { - "title": "Id", - "type": "string" - }, - "is_active": { - "title": "Is Active", - "type": "boolean" - }, - "jwt_claim_name": { - "title": "Jwt Claim Name", - "type": "string" - }, - "jwt_claim_value": { - "title": "Jwt Claim Value", - "type": "string" - }, - "updated_at": { - "format": "date-time", - "title": "Updated At", - "type": "string" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - } - }, - "required": [ - "id", - "jwt_claim_name", - "jwt_claim_value", - "is_active", - "created_at", - "updated_at" - ], - "title": "JWTKeyMappingResponse", - "type": "object" - }, - "UpdateJWTKeyMappingRequest": { - "properties": { - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "id": { - "title": "Id", - "type": "string" - }, - "is_active": { - "anyOf": [ - { - "type": "boolean" - }, - { - "type": "null" - } - ], - "title": "Is Active" - }, - "key": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Key" - } - }, - "required": [ - "id" - ], - "title": "UpdateJWTKeyMappingRequest", - "type": "object" - }, - "ComplianceCheckRequest": { - "description": "Request payload for compliance check endpoints.\n\nMirrors the spend log fields needed for compliance evaluation.", - "properties": { - "guardrail_information": { - "anyOf": [ - { - "items": { - "additionalProperties": true, - "type": "object" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Guardrail Information" - }, - "model": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Model" - }, - "request_id": { - "title": "Request Id", - "type": "string" - }, - "timestamp": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Timestamp" - }, - "user_id": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "User Id" - } - }, - "required": [ - "request_id" - ], - "title": "ComplianceCheckRequest", - "type": "object" - }, - "ComplianceCheckResult": { - "description": "Result of a single compliance check.", - "properties": { - "article": { - "title": "Article", - "type": "string" - }, - "check_name": { - "title": "Check Name", - "type": "string" - }, - "detail": { - "title": "Detail", - "type": "string" - }, - "passed": { - "title": "Passed", - "type": "boolean" - } - }, - "required": [ - "check_name", - "article", - "passed", - "detail" - ], - "title": "ComplianceCheckResult", - "type": "object" - }, - "ComplianceResponse": { - "description": "Response from a compliance check endpoint.", - "properties": { - "checks": { - "items": { - "$ref": "#/components/schemas/ComplianceCheckResult" - }, - "title": "Checks", - "type": "array" - }, - "compliant": { - "title": "Compliant", - "type": "boolean" - }, - "regulation": { - "title": "Regulation", - "type": "string" - } - }, - "required": [ - "compliant", - "regulation", - "checks" - ], - "title": "ComplianceResponse", - "type": "object" - }, - "AccessGroupCreateRequest": { - "properties": { - "access_agent_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Agent Ids" - }, - "access_group_name": { - "title": "Access Group Name", - "type": "string" - }, - "access_mcp_server_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Mcp Server Ids" - }, - "access_model_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Model Names" - }, - "assigned_key_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Assigned Key Ids" - }, - "assigned_team_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Assigned Team Ids" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - } - }, - "required": [ - "access_group_name" - ], - "title": "AccessGroupCreateRequest", - "type": "object" - }, - "AccessGroupResponse": { - "properties": { - "access_agent_ids": { - "items": { - "type": "string" - }, - "title": "Access Agent Ids", - "type": "array" - }, - "access_group_id": { - "title": "Access Group Id", - "type": "string" - }, - "access_group_name": { - "title": "Access Group Name", - "type": "string" - }, - "access_mcp_server_ids": { - "items": { - "type": "string" - }, - "title": "Access Mcp Server Ids", - "type": "array" - }, - "access_model_names": { - "items": { - "type": "string" - }, - "title": "Access Model Names", - "type": "array" - }, - "assigned_key_ids": { - "items": { - "type": "string" - }, - "title": "Assigned Key Ids", - "type": "array" - }, - "assigned_team_ids": { - "items": { - "type": "string" - }, - "title": "Assigned Team Ids", - "type": "array" - }, - "created_at": { - "format": "date-time", - "title": "Created At", - "type": "string" - }, - "created_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Created By" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - }, - "updated_at": { - "format": "date-time", - "title": "Updated At", - "type": "string" - }, - "updated_by": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Updated By" - } - }, - "required": [ - "access_group_id", - "access_group_name", - "access_model_names", - "access_mcp_server_ids", - "access_agent_ids", - "assigned_team_ids", - "assigned_key_ids", - "created_at", - "updated_at" - ], - "title": "AccessGroupResponse", - "type": "object" - }, - "AccessGroupUpdateRequest": { - "properties": { - "access_agent_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Agent Ids" - }, - "access_group_name": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Access Group Name" - }, - "access_mcp_server_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Mcp Server Ids" - }, - "access_model_names": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Access Model Names" - }, - "assigned_key_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Assigned Key Ids" - }, - "assigned_team_ids": { - "anyOf": [ - { - "items": { - "type": "string" - }, - "type": "array" - }, - { - "type": "null" - } - ], - "title": "Assigned Team Ids" - }, - "description": { - "anyOf": [ - { - "type": "string" - }, - { - "type": "null" - } - ], - "title": "Description" - } - }, - "title": "AccessGroupUpdateRequest", - "type": "object" - } - }, - "securitySchemes": { - "APIKeyHeader": { - "type": "apiKey", - "description": "Bearer token", - "in": "header", - "name": "x-litellm-api-key" - } - } - } -} \ No newline at end of file diff --git a/sdk/litellm-ai/package-lock.json b/sdk/litellm-ai/package-lock.json deleted file mode 100644 index 922140d0b81..00000000000 --- a/sdk/litellm-ai/package-lock.json +++ /dev/null @@ -1,2253 +0,0 @@ -{ - "name": "litellm", - "version": "0.1.0", - "lockfileVersion": 3, - "requires": true, - "packages": { - "": { - "name": "litellm", - "version": "0.1.0", - "license": "MIT", - "devDependencies": { - "@hey-api/openapi-ts": "0.97.2", - "typescript": "5.8.3", - "vitest": "3.2.1" - }, - "peerDependencies": { - "typescript": ">=5.0" - } - }, - "node_modules/@esbuild/aix-ppc64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/aix-ppc64/-/aix-ppc64-0.27.7.tgz", - "integrity": "sha512-EKX3Qwmhz1eMdEJokhALr0YiD0lhQNwDqkPYyPhiSwKrh7/4KRjQc04sZ8db+5DVVnZ1LmbNDI1uAMPEUBnQPg==", - "cpu": [ - "ppc64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "aix" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/android-arm": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/android-arm/-/android-arm-0.27.7.tgz", - "integrity": "sha512-jbPXvB4Yj2yBV7HUfE2KHe4GJX51QplCN1pGbYjvsyCZbQmies29EoJbkEc+vYuU5o45AfQn37vZlyXy4YJ8RQ==", - "cpu": [ - "arm" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "android" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/android-arm64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/android-arm64/-/android-arm64-0.27.7.tgz", - "integrity": "sha512-62dPZHpIXzvChfvfLJow3q5dDtiNMkwiRzPylSCfriLvZeq0a1bWChrGx/BbUbPwOrsWKMn8idSllklzBy+dgQ==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "android" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/android-x64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/android-x64/-/android-x64-0.27.7.tgz", - "integrity": "sha512-x5VpMODneVDb70PYV2VQOmIUUiBtY3D3mPBG8NxVk5CogneYhkR7MmM3yR/uMdITLrC1ml/NV1rj4bMJuy9MCg==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "android" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/darwin-arm64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/darwin-arm64/-/darwin-arm64-0.27.7.tgz", - "integrity": "sha512-5lckdqeuBPlKUwvoCXIgI2D9/ABmPq3Rdp7IfL70393YgaASt7tbju3Ac+ePVi3KDH6N2RqePfHnXkaDtY9fkw==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "darwin" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/darwin-x64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/darwin-x64/-/darwin-x64-0.27.7.tgz", - "integrity": "sha512-rYnXrKcXuT7Z+WL5K980jVFdvVKhCHhUwid+dDYQpH+qu+TefcomiMAJpIiC2EM3Rjtq0sO3StMV/+3w3MyyqQ==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "darwin" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/freebsd-arm64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/freebsd-arm64/-/freebsd-arm64-0.27.7.tgz", - "integrity": "sha512-B48PqeCsEgOtzME2GbNM2roU29AMTuOIN91dsMO30t+Ydis3z/3Ngoj5hhnsOSSwNzS+6JppqWsuhTp6E82l2w==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "freebsd" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/freebsd-x64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/freebsd-x64/-/freebsd-x64-0.27.7.tgz", - "integrity": "sha512-jOBDK5XEjA4m5IJK3bpAQF9/Lelu/Z9ZcdhTRLf4cajlB+8VEhFFRjWgfy3M1O4rO2GQ/b2dLwCUGpiF/eATNQ==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "freebsd" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-arm": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-arm/-/linux-arm-0.27.7.tgz", - "integrity": "sha512-RkT/YXYBTSULo3+af8Ib0ykH8u2MBh57o7q/DAs3lTJlyVQkgQvlrPTnjIzzRPQyavxtPtfg0EopvDyIt0j1rA==", - "cpu": [ - "arm" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-arm64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-arm64/-/linux-arm64-0.27.7.tgz", - "integrity": "sha512-RZPHBoxXuNnPQO9rvjh5jdkRmVizktkT7TCDkDmQ0W2SwHInKCAV95GRuvdSvA7w4VMwfCjUiPwDi0ZO6Nfe9A==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-ia32": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-ia32/-/linux-ia32-0.27.7.tgz", - "integrity": "sha512-GA48aKNkyQDbd3KtkplYWT102C5sn/EZTY4XROkxONgruHPU72l+gW+FfF8tf2cFjeHaRbWpOYa/uRBz/Xq1Pg==", - "cpu": [ - "ia32" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-loong64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-loong64/-/linux-loong64-0.27.7.tgz", - "integrity": "sha512-a4POruNM2oWsD4WKvBSEKGIiWQF8fZOAsycHOt6JBpZ+JN2n2JH9WAv56SOyu9X5IqAjqSIPTaJkqN8F7XOQ5Q==", - "cpu": [ - "loong64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-mips64el": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-mips64el/-/linux-mips64el-0.27.7.tgz", - "integrity": "sha512-KabT5I6StirGfIz0FMgl1I+R1H73Gp0ofL9A3nG3i/cYFJzKHhouBV5VWK1CSgKvVaG4q1RNpCTR2LuTVB3fIw==", - "cpu": [ - "mips64el" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-ppc64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-ppc64/-/linux-ppc64-0.27.7.tgz", - "integrity": "sha512-gRsL4x6wsGHGRqhtI+ifpN/vpOFTQtnbsupUF5R5YTAg+y/lKelYR1hXbnBdzDjGbMYjVJLJTd2OFmMewAgwlQ==", - "cpu": [ - "ppc64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-riscv64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-riscv64/-/linux-riscv64-0.27.7.tgz", - "integrity": "sha512-hL25LbxO1QOngGzu2U5xeXtxXcW+/GvMN3ejANqXkxZ/opySAZMrc+9LY/WyjAan41unrR3YrmtTsUpwT66InQ==", - "cpu": [ - "riscv64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-s390x": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-s390x/-/linux-s390x-0.27.7.tgz", - "integrity": "sha512-2k8go8Ycu1Kb46vEelhu1vqEP+UeRVj2zY1pSuPdgvbd5ykAw82Lrro28vXUrRmzEsUV0NzCf54yARIK8r0fdw==", - "cpu": [ - "s390x" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/linux-x64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/linux-x64/-/linux-x64-0.27.7.tgz", - "integrity": "sha512-hzznmADPt+OmsYzw1EE33ccA+HPdIqiCRq7cQeL1Jlq2gb1+OyWBkMCrYGBJ+sxVzve2ZJEVeePbLM2iEIZSxA==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/netbsd-arm64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/netbsd-arm64/-/netbsd-arm64-0.27.7.tgz", - "integrity": "sha512-b6pqtrQdigZBwZxAn1UpazEisvwaIDvdbMbmrly7cDTMFnw/+3lVxxCTGOrkPVnsYIosJJXAsILG9XcQS+Yu6w==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "netbsd" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/netbsd-x64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/netbsd-x64/-/netbsd-x64-0.27.7.tgz", - "integrity": "sha512-OfatkLojr6U+WN5EDYuoQhtM+1xco+/6FSzJJnuWiUw5eVcicbyK3dq5EeV/QHT1uy6GoDhGbFpprUiHUYggrw==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "netbsd" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/openbsd-arm64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/openbsd-arm64/-/openbsd-arm64-0.27.7.tgz", - "integrity": "sha512-AFuojMQTxAz75Fo8idVcqoQWEHIXFRbOc1TrVcFSgCZtQfSdc1RXgB3tjOn/krRHENUB4j00bfGjyl2mJrU37A==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "openbsd" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/openbsd-x64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/openbsd-x64/-/openbsd-x64-0.27.7.tgz", - "integrity": "sha512-+A1NJmfM8WNDv5CLVQYJ5PshuRm/4cI6WMZRg1by1GwPIQPCTs1GLEUHwiiQGT5zDdyLiRM/l1G0Pv54gvtKIg==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "openbsd" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/openharmony-arm64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/openharmony-arm64/-/openharmony-arm64-0.27.7.tgz", - "integrity": "sha512-+KrvYb/C8zA9CU/g0sR6w2RBw7IGc5J2BPnc3dYc5VJxHCSF1yNMxTV5LQ7GuKteQXZtspjFbiuW5/dOj7H4Yw==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "openharmony" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/sunos-x64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/sunos-x64/-/sunos-x64-0.27.7.tgz", - "integrity": "sha512-ikktIhFBzQNt/QDyOL580ti9+5mL/YZeUPKU2ivGtGjdTYoqz6jObj6nOMfhASpS4GU4Q/Clh1QtxWAvcYKamA==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "sunos" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/win32-arm64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/win32-arm64/-/win32-arm64-0.27.7.tgz", - "integrity": "sha512-7yRhbHvPqSpRUV7Q20VuDwbjW5kIMwTHpptuUzV+AA46kiPze5Z7qgt6CLCK3pWFrHeNfDd1VKgyP4O+ng17CA==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "win32" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/win32-ia32": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/win32-ia32/-/win32-ia32-0.27.7.tgz", - "integrity": "sha512-SmwKXe6VHIyZYbBLJrhOoCJRB/Z1tckzmgTLfFYOfpMAx63BJEaL9ExI8x7v0oAO3Zh6D/Oi1gVxEYr5oUCFhw==", - "cpu": [ - "ia32" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "win32" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@esbuild/win32-x64": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/@esbuild/win32-x64/-/win32-x64-0.27.7.tgz", - "integrity": "sha512-56hiAJPhwQ1R4i+21FVF7V8kSD5zZTdHcVuRFMW0hn753vVfQN8xlx4uOPT4xoGH0Z/oVATuR82AiqSTDIpaHg==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "win32" - ], - "engines": { - "node": ">=18" - } - }, - "node_modules/@hey-api/codegen-core": { - "version": "0.8.1", - "resolved": "https://registry.npmjs.org/@hey-api/codegen-core/-/codegen-core-0.8.1.tgz", - "integrity": "sha512-Iciv2vUCJTW9lWM/ROvyZLblmcbYJHPuXfzb1SzeDVVn4xEXu2ilLU1pq3fn+09FZ/Y0P7VyvRE47UDU6om8xA==", - "dev": true, - "license": "MIT", - "dependencies": { - "@hey-api/types": "0.1.4", - "ansi-colors": "4.1.3", - "c12": "3.3.4", - "color-support": "1.1.3" - }, - "engines": { - "node": ">=22.13.0" - }, - "funding": { - "url": "https://github.com/sponsors/hey-api" - } - }, - "node_modules/@hey-api/json-schema-ref-parser": { - "version": "1.4.2", - "resolved": "https://registry.npmjs.org/@hey-api/json-schema-ref-parser/-/json-schema-ref-parser-1.4.2.tgz", - "integrity": "sha512-ZhCFSKI2ipZHEbgmtUHdyddvRU3wJ4elgCfYUC7T7hZa4EivSrVflTQf2w+v3TuaYxR1Y2V2kq3otqTttrrK8Q==", - "dev": true, - "license": "MIT", - "dependencies": { - "@jsdevtools/ono": "7.1.3", - "@types/json-schema": "7.0.15", - "js-yaml": "4.1.1" - }, - "engines": { - "node": ">=22.13.0" - }, - "funding": { - "url": "https://github.com/sponsors/hey-api" - } - }, - "node_modules/@hey-api/openapi-ts": { - "version": "0.97.2", - "resolved": "https://registry.npmjs.org/@hey-api/openapi-ts/-/openapi-ts-0.97.2.tgz", - "integrity": "sha512-nA+y0/I5O9loQMeJKumi6BQ40/Y71N0hIMmXZ/I7rh8jEOzYxSxmf5a4TBEI2Ap4RAfZyh7RJzJfVzT98KUYQQ==", - "dev": true, - "license": "MIT", - "dependencies": { - "@hey-api/codegen-core": "0.8.1", - "@hey-api/json-schema-ref-parser": "1.4.2", - "@hey-api/shared": "0.4.4", - "@hey-api/spec-types": "0.2.0", - "@hey-api/types": "0.1.4", - "@lukeed/ms": "2.0.2", - "ansi-colors": "4.1.3", - "color-support": "1.1.3", - "commander": "14.0.3", - "get-tsconfig": "4.14.0" - }, - "bin": { - "openapi-ts": "bin/run.js" - }, - "engines": { - "node": ">=22.13.0" - }, - "funding": { - "url": "https://github.com/sponsors/hey-api" - }, - "peerDependencies": { - "typescript": ">=5.5.3 || >=6.0.0 || 6.0.1-rc" - } - }, - "node_modules/@hey-api/shared": { - "version": "0.4.4", - "resolved": "https://registry.npmjs.org/@hey-api/shared/-/shared-0.4.4.tgz", - "integrity": "sha512-UZgaQNEdo/OSGLeNXhSv0VQTHQQm5Q2mHOuoYhFPJkNvLVrz7KZtGdKR8O4QPrhyblshxY+caJli08WKM0gREg==", - "dev": true, - "license": "MIT", - "dependencies": { - "@hey-api/codegen-core": "0.8.1", - "@hey-api/json-schema-ref-parser": "1.4.2", - "@hey-api/spec-types": "0.2.0", - "@hey-api/types": "0.1.4", - "ansi-colors": "4.1.3", - "cross-spawn": "7.0.6", - "open": "11.0.0", - "semver": "7.7.4" - }, - "engines": { - "node": ">=22.13.0" - }, - "funding": { - "url": "https://github.com/sponsors/hey-api" - } - }, - "node_modules/@hey-api/spec-types": { - "version": "0.2.0", - "resolved": "https://registry.npmjs.org/@hey-api/spec-types/-/spec-types-0.2.0.tgz", - "integrity": "sha512-ibQ8Is7evMavzr8GNyJCcTg975d8DpaMUyLmOrQ85UBdy1l6t1KuRAwgChAbesJsIlNV6gjmlXruWyegDX18Fg==", - "dev": true, - "license": "MIT", - "dependencies": { - "@hey-api/types": "0.1.4" - }, - "funding": { - "url": "https://github.com/sponsors/hey-api" - } - }, - "node_modules/@hey-api/types": { - "version": "0.1.4", - "resolved": "https://registry.npmjs.org/@hey-api/types/-/types-0.1.4.tgz", - "integrity": "sha512-thWfawrDIP7wSI9ioT13I5soaaqB5vAPIiZmgD8PbeEVKNrkonc0N/Sjj97ezl7oQgusZmaNphGdMKipPO6IBg==", - "dev": true, - "license": "MIT" - }, - "node_modules/@jridgewell/sourcemap-codec": { - "version": "1.5.5", - "resolved": "https://registry.npmjs.org/@jridgewell/sourcemap-codec/-/sourcemap-codec-1.5.5.tgz", - "integrity": "sha512-cYQ9310grqxueWbl+WuIUIaiUaDcj7WOq5fVhEljNVgRfOUhY9fy2zTvfoqWsnebh8Sl70VScFbICvJnLKB0Og==", - "dev": true, - "license": "MIT" - }, - "node_modules/@jsdevtools/ono": { - "version": "7.1.3", - "resolved": "https://registry.npmjs.org/@jsdevtools/ono/-/ono-7.1.3.tgz", - "integrity": "sha512-4JQNk+3mVzK3xh2rqd6RB4J46qUR19azEHBneZyTZM+c456qOrbbM/5xcR8huNCCcbVt7+UmizG6GuUvPvKUYg==", - "dev": true, - "license": "MIT" - }, - "node_modules/@lukeed/ms": { - "version": "2.0.2", - "resolved": "https://registry.npmjs.org/@lukeed/ms/-/ms-2.0.2.tgz", - "integrity": "sha512-9I2Zn6+NJLfaGoz9jN3lpwDgAYvfGeNYdbAIjJOqzs4Tpc+VU3Jqq4IofSUBKajiDS8k9fZIg18/z13mpk1bsA==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=8" - } - }, - "node_modules/@rollup/rollup-android-arm-eabi": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-android-arm-eabi/-/rollup-android-arm-eabi-4.60.4.tgz", - "integrity": "sha512-F5QXMSiFebS9hKZj02XhWLLnRpJ3B3AROP0tWbFBSj+6kCbg5m9j5JoHKd4mmSVy5mS/IMQloYgYxCuJC0fxEQ==", - "cpu": [ - "arm" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "android" - ] - }, - "node_modules/@rollup/rollup-android-arm64": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-android-arm64/-/rollup-android-arm64-4.60.4.tgz", - "integrity": "sha512-GxxTKApUpzRhof7poWvCJHRF51C67u1R7D6DiluBE8wKU1u5GWE8t+v81JvJYtbawoBFX1hLv5Ei4eVjkWokaw==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "android" - ] - }, - "node_modules/@rollup/rollup-darwin-arm64": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-darwin-arm64/-/rollup-darwin-arm64-4.60.4.tgz", - "integrity": "sha512-tua0TaJxMOB1R0V0RS1jFZ/RpURFDJIOR2A6jWwQeawuFyS4gBW+rntLRaQd0EQ4bd6Vp44Z2rXW+YYDBsj6IA==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "darwin" - ] - }, - "node_modules/@rollup/rollup-darwin-x64": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-darwin-x64/-/rollup-darwin-x64-4.60.4.tgz", - "integrity": "sha512-CSKq7MsP+5PFIcydhAiR1K0UhEI1A2jWXVKHPCBZ151yOutENwvnPocgVHkivu2kviURtCEB6zUQw0vs8RrhMg==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "darwin" - ] - }, - "node_modules/@rollup/rollup-freebsd-arm64": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-freebsd-arm64/-/rollup-freebsd-arm64-4.60.4.tgz", - "integrity": "sha512-+O8OkVdyvXMtJEciu2wS/pzm1IxntEEQx3z5TAVy4l32G0etZn+RsA48ARRrFm6Ri8fvqPQfgrvNxSjKAbnd3g==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "freebsd" - ] - }, - "node_modules/@rollup/rollup-freebsd-x64": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-freebsd-x64/-/rollup-freebsd-x64-4.60.4.tgz", - "integrity": "sha512-Iw3oMskH3AfNuhU0MSN7vNbdi4me/NiYo2azqPz/Le16zHSa+3RRmliCMWWQmh4lcndccU40xcJuTYJZxNo/lw==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "freebsd" - ] - }, - "node_modules/@rollup/rollup-linux-arm-gnueabihf": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-arm-gnueabihf/-/rollup-linux-arm-gnueabihf-4.60.4.tgz", - "integrity": "sha512-EIPRXTVQpHyF8WOo219AD2yEltPehLTcTMz2fn6JsatLYSzQf00hj3rulF+yauOlF9/FtM2WpkT/hJh/KJFGhA==", - "cpu": [ - "arm" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-arm-musleabihf": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-arm-musleabihf/-/rollup-linux-arm-musleabihf-4.60.4.tgz", - "integrity": "sha512-J3Yh9PzzF1Ovah2At+lHiGQdsYgArxBbXv/zHfSyaiFQEqvNv7DcW98pCrmdjCZBrqBiKrKKe2V+aaSGWuBe/w==", - "cpu": [ - "arm" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-arm64-gnu": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-arm64-gnu/-/rollup-linux-arm64-gnu-4.60.4.tgz", - "integrity": "sha512-BFDEZMYfUvLn37ONE1yMBojPxnMlTFsdyNoqncT0qFq1mAfllL+ATMMJd8TeuVMiX84s1KbcxcZbXInmcO2mRg==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-arm64-musl": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-arm64-musl/-/rollup-linux-arm64-musl-4.60.4.tgz", - "integrity": "sha512-pc9EYOSlOgdQ2uPl1o9PF6/kLSgaUosia7gOuS8mB69IxJvlclko1MECXysjs5ryez1/5zjYqx3+xYU0TU6R1A==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-loong64-gnu": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-loong64-gnu/-/rollup-linux-loong64-gnu-4.60.4.tgz", - "integrity": "sha512-NxnomyxYerDh5n4iLrNa+sH+Z+U4BMEE46V2PgQ/hoB909i8gV1M5wPojWg9fk1jWpO3IQnOs20K4wyZuFLEFQ==", - "cpu": [ - "loong64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-loong64-musl": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-loong64-musl/-/rollup-linux-loong64-musl-4.60.4.tgz", - "integrity": "sha512-nbJnQ8a3z1mtmrwImCYhc6BGpThAyYVRQxw9uKSKG4wR6aAYno9sVjJ0zaZcW9BPJX1GbrDPf+SvdWjgTuDmnw==", - "cpu": [ - "loong64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-ppc64-gnu": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-ppc64-gnu/-/rollup-linux-ppc64-gnu-4.60.4.tgz", - "integrity": "sha512-2EU6acNrQLd8tYvo/LXW535wupT3m6fo7HKo6lr7ktQoItxTyOL1ZCR/GfGCuXl2vR+zmfI6eRXkSemafv+iVg==", - "cpu": [ - "ppc64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-ppc64-musl": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-ppc64-musl/-/rollup-linux-ppc64-musl-4.60.4.tgz", - "integrity": "sha512-WeBtoMuaMxiiIrO2IYP3xs6GMWkJP2C0EoT8beTLkUPmzV1i/UcOSVw1d5r9KBODtHKilG5yFxsGRnBbK3wJ4A==", - "cpu": [ - "ppc64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-riscv64-gnu": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-riscv64-gnu/-/rollup-linux-riscv64-gnu-4.60.4.tgz", - "integrity": "sha512-FJHFfqpKUI3A10WrWKiFbBZ7yVbGT4q4B5o1qKFFojqpaYoh9LrQgqWCmmcxQzVSXYtyB5bzkXrYzlHTs21MYA==", - "cpu": [ - "riscv64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-riscv64-musl": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-riscv64-musl/-/rollup-linux-riscv64-musl-4.60.4.tgz", - "integrity": "sha512-mcEl6CUT5IAUmQf1m9FYSmVqCJlpQ8r8eyftFUHG8i9OhY7BkBXSUdnLH5DOf0wCOjcP9v/QO93zpmF1SptCCw==", - "cpu": [ - "riscv64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-s390x-gnu": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-s390x-gnu/-/rollup-linux-s390x-gnu-4.60.4.tgz", - "integrity": "sha512-ynt3JxVd2w2buzoKDWIyiV1pJW93xlQic1THVLXilz429oijRpSHivZAgp65KBu+cMcgf1eVVjdnTLvPxgCuoQ==", - "cpu": [ - "s390x" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-x64-gnu": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-x64-gnu/-/rollup-linux-x64-gnu-4.60.4.tgz", - "integrity": "sha512-Boiz5+MsaROEWDf+GGEwF8VMHGhlUoQMtIPjOgA5fv4osupqTVnJteQNKJwUcnUog2G55jYXH7KZFFiJe0TEzQ==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-linux-x64-musl": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-linux-x64-musl/-/rollup-linux-x64-musl-4.60.4.tgz", - "integrity": "sha512-+qfSY27qIrFfI/Hom04KYFw3GKZSGU4lXus51wsb5EuySfFlWRwjkKWoE9emgRw/ukoT4Udsj4W/+xxG8VbPKg==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "linux" - ] - }, - "node_modules/@rollup/rollup-openbsd-x64": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-openbsd-x64/-/rollup-openbsd-x64-4.60.4.tgz", - "integrity": "sha512-VpTfOPHgVXEBeeR8hZ2O0F3aSso+JDWqTWmTmzcQKted54IAdUVbxE+j/MVxUsKa8L20HJhv3vUezVPoquqWjA==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "openbsd" - ] - }, - "node_modules/@rollup/rollup-openharmony-arm64": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-openharmony-arm64/-/rollup-openharmony-arm64-4.60.4.tgz", - "integrity": "sha512-IPOsh5aRYuLv/nkU51X10Bf75Bsf6+gZdx1X+QP5QM6lIJFHHqbHLG0uJn/hWthzo13UAc2umiUorqZy3axoZg==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "openharmony" - ] - }, - "node_modules/@rollup/rollup-win32-arm64-msvc": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-win32-arm64-msvc/-/rollup-win32-arm64-msvc-4.60.4.tgz", - "integrity": "sha512-4QzE9E81OohJ/HKzHhsqU+zcYYojVOXlFMs1DdyMT6qXl/niOH7AVElmmEdUNHHS/oRkc++d5k6Vy85zFs0DEw==", - "cpu": [ - "arm64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "win32" - ] - }, - "node_modules/@rollup/rollup-win32-ia32-msvc": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-win32-ia32-msvc/-/rollup-win32-ia32-msvc-4.60.4.tgz", - "integrity": "sha512-zTPgT1YuHHcd+Tmx7h8aml0FWFVelV5N54oHow9SLj+GfoDy/huQ+UV396N/C7KpMDMiPspRktzM1/0r1usYEA==", - "cpu": [ - "ia32" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "win32" - ] - }, - "node_modules/@rollup/rollup-win32-x64-gnu": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-win32-x64-gnu/-/rollup-win32-x64-gnu-4.60.4.tgz", - "integrity": "sha512-DRS4G7mi9lJxqEDezIkKCaUIKCrLUUDCUaCsTPCi/rtqaC6D/jjwslMQyiDU50Ka0JKpeXeRBFBAXwArY52vBw==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "win32" - ] - }, - "node_modules/@rollup/rollup-win32-x64-msvc": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/@rollup/rollup-win32-x64-msvc/-/rollup-win32-x64-msvc-4.60.4.tgz", - "integrity": "sha512-QVTUovf40zgTqlFVrKA1uXMVvU2QWEFWfAH8Wdc48IxLvrJMQVMBRjuQyUpzZCDkakImib9eVazbWlC6ksWtJw==", - "cpu": [ - "x64" - ], - "dev": true, - "license": "MIT", - "optional": true, - "os": [ - "win32" - ] - }, - "node_modules/@types/chai": { - "version": "5.2.3", - "resolved": "https://registry.npmjs.org/@types/chai/-/chai-5.2.3.tgz", - "integrity": "sha512-Mw558oeA9fFbv65/y4mHtXDs9bPnFMZAL/jxdPFUpOHHIXX91mcgEHbS5Lahr+pwZFR8A7GQleRWeI6cGFC2UA==", - "dev": true, - "license": "MIT", - "dependencies": { - "@types/deep-eql": "*", - "assertion-error": "^2.0.1" - } - }, - "node_modules/@types/deep-eql": { - "version": "4.0.2", - "resolved": "https://registry.npmjs.org/@types/deep-eql/-/deep-eql-4.0.2.tgz", - "integrity": "sha512-c9h9dVVMigMPc4bwTvC5dxqtqJZwQPePsWjPlpSOnojbor6pGqdk541lfA7AqFQr5pB1BRdq0juY9db81BwyFw==", - "dev": true, - "license": "MIT" - }, - "node_modules/@types/estree": { - "version": "1.0.9", - "resolved": "https://registry.npmjs.org/@types/estree/-/estree-1.0.9.tgz", - "integrity": "sha512-GhdPgy1el4/ImP05X05Uw4cw2/M93BCUmnEvWZNStlCzEKME4Fkk+YpoA5OiHNQmoS7Cafb8Xa3Pya8m1Qrzeg==", - "dev": true, - "license": "MIT" - }, - "node_modules/@types/json-schema": { - "version": "7.0.15", - "resolved": "https://registry.npmjs.org/@types/json-schema/-/json-schema-7.0.15.tgz", - "integrity": "sha512-5+fP8P8MFNC+AyZCDxrB2pkZFPGzqQWUzpSeuuVLvm8VMcorNYavBqoFcxK8bQz4Qsbn4oUEEem4wDLfcysGHA==", - "dev": true, - "license": "MIT" - }, - "node_modules/@vitest/expect": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/@vitest/expect/-/expect-3.2.1.tgz", - "integrity": "sha512-FqS/BnDOzV6+IpxrTg5GQRyLOCtcJqkwMwcS8qGCI2IyRVDwPAtutztaf1CjtPHlZlWtl1yUPCd7HM0cNiDOYw==", - "dev": true, - "license": "MIT", - "dependencies": { - "@types/chai": "^5.2.2", - "@vitest/spy": "3.2.1", - "@vitest/utils": "3.2.1", - "chai": "^5.2.0", - "tinyrainbow": "^2.0.0" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/@vitest/mocker": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/@vitest/mocker/-/mocker-3.2.1.tgz", - "integrity": "sha512-OXxMJnx1lkB+Vl65Re5BrsZEHc90s5NMjD23ZQ9NlU7f7nZiETGoX4NeKZSmsKjseuMq2uOYXdLOeoM0pJU+qw==", - "dev": true, - "license": "MIT", - "dependencies": { - "@vitest/spy": "3.2.1", - "estree-walker": "^3.0.3", - "magic-string": "^0.30.17" - }, - "funding": { - "url": "https://opencollective.com/vitest" - }, - "peerDependencies": { - "msw": "^2.4.9", - "vite": "^5.0.0 || ^6.0.0 || ^7.0.0-0" - }, - "peerDependenciesMeta": { - "msw": { - "optional": true - }, - "vite": { - "optional": true - } - } - }, - "node_modules/@vitest/pretty-format": { - "version": "3.2.4", - "resolved": "https://registry.npmjs.org/@vitest/pretty-format/-/pretty-format-3.2.4.tgz", - "integrity": "sha512-IVNZik8IVRJRTr9fxlitMKeJeXFFFN0JaB9PHPGQ8NKQbGpfjlTx9zO4RefN8gp7eqjNy8nyK3NZmBzOPeIxtA==", - "dev": true, - "license": "MIT", - "dependencies": { - "tinyrainbow": "^2.0.0" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/@vitest/runner": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/@vitest/runner/-/runner-3.2.1.tgz", - "integrity": "sha512-kygXhNTu/wkMYbwYpS3z/9tBe0O8qpdBuC3dD/AW9sWa0LE/DAZEjnHtWA9sIad7lpD4nFW1yQ+zN7mEKNH3yA==", - "dev": true, - "license": "MIT", - "dependencies": { - "@vitest/utils": "3.2.1", - "pathe": "^2.0.3" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/@vitest/snapshot": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/@vitest/snapshot/-/snapshot-3.2.1.tgz", - "integrity": "sha512-5xko/ZpW2Yc65NVK9Gpfg2y4BFvcF+At7yRT5AHUpTg9JvZ4xZoyuRY4ASlmNcBZjMslV08VRLDrBOmUe2YX3g==", - "dev": true, - "license": "MIT", - "dependencies": { - "@vitest/pretty-format": "3.2.1", - "magic-string": "^0.30.17", - "pathe": "^2.0.3" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/@vitest/snapshot/node_modules/@vitest/pretty-format": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/@vitest/pretty-format/-/pretty-format-3.2.1.tgz", - "integrity": "sha512-xBh1X2GPlOGBupp6E1RcUQWIxw0w/hRLd3XyBS6H+dMdKTAqHDNsIR2AnJwPA3yYe9DFy3VUKTe3VRTrAiQ01g==", - "dev": true, - "license": "MIT", - "dependencies": { - "tinyrainbow": "^2.0.0" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/@vitest/spy": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/@vitest/spy/-/spy-3.2.1.tgz", - "integrity": "sha512-Nbfib34Z2rfcJGSetMxjDCznn4pCYPZOtQYox2kzebIJcgH75yheIKd5QYSFmR8DIZf2M8fwOm66qSDIfRFFfQ==", - "dev": true, - "license": "MIT", - "dependencies": { - "tinyspy": "^4.0.3" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/@vitest/utils": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/@vitest/utils/-/utils-3.2.1.tgz", - "integrity": "sha512-KkHlGhePEKZSub5ViknBcN5KEF+u7dSUr9NW8QsVICusUojrgrOnnY3DEWWO877ax2Pyopuk2qHmt+gkNKnBVw==", - "dev": true, - "license": "MIT", - "dependencies": { - "@vitest/pretty-format": "3.2.1", - "loupe": "^3.1.3", - "tinyrainbow": "^2.0.0" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/@vitest/utils/node_modules/@vitest/pretty-format": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/@vitest/pretty-format/-/pretty-format-3.2.1.tgz", - "integrity": "sha512-xBh1X2GPlOGBupp6E1RcUQWIxw0w/hRLd3XyBS6H+dMdKTAqHDNsIR2AnJwPA3yYe9DFy3VUKTe3VRTrAiQ01g==", - "dev": true, - "license": "MIT", - "dependencies": { - "tinyrainbow": "^2.0.0" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/ansi-colors": { - "version": "4.1.3", - "resolved": "https://registry.npmjs.org/ansi-colors/-/ansi-colors-4.1.3.tgz", - "integrity": "sha512-/6w/C21Pm1A7aZitlI5Ni/2J6FFQN8i1Cvz3kHABAAbw93v/NlvKdVOqz7CCWz/3iv/JplRSEEZ83XION15ovw==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=6" - } - }, - "node_modules/argparse": { - "version": "2.0.1", - "resolved": "https://registry.npmjs.org/argparse/-/argparse-2.0.1.tgz", - "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q==", - "dev": true, - "license": "Python-2.0" - }, - "node_modules/assertion-error": { - "version": "2.0.1", - "resolved": "https://registry.npmjs.org/assertion-error/-/assertion-error-2.0.1.tgz", - "integrity": "sha512-Izi8RQcffqCeNVgFigKli1ssklIbpHnCYc6AknXGYoB6grJqyeby7jv12JUQgmTAnIDnbck1uxksT4dzN3PWBA==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=12" - } - }, - "node_modules/bundle-name": { - "version": "4.1.0", - "resolved": "https://registry.npmjs.org/bundle-name/-/bundle-name-4.1.0.tgz", - "integrity": "sha512-tjwM5exMg6BGRI+kNmTntNsvdZS1X8BFYS6tnJ2hdH0kVxM6/eVZ2xy+FqStSWvYmtfFMDLIxurorHwDKfDz5Q==", - "dev": true, - "license": "MIT", - "dependencies": { - "run-applescript": "^7.0.0" - }, - "engines": { - "node": ">=18" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/c12": { - "version": "3.3.4", - "resolved": "https://registry.npmjs.org/c12/-/c12-3.3.4.tgz", - "integrity": "sha512-cM0ApFQSBXuourJejzwv/AuPRvAxordTyParRVcHjjtXirtkzM0uK2L9TTn9s0cXZbG7E55jCivRQzoxYmRAlA==", - "dev": true, - "license": "MIT", - "dependencies": { - "chokidar": "^5.0.0", - "confbox": "^0.2.4", - "defu": "^6.1.6", - "dotenv": "^17.3.1", - "exsolve": "^1.0.8", - "giget": "^3.2.0", - "jiti": "^2.6.1", - "ohash": "^2.0.11", - "pathe": "^2.0.3", - "perfect-debounce": "^2.1.0", - "pkg-types": "^2.3.0", - "rc9": "^3.0.1" - }, - "peerDependencies": { - "magicast": "*" - }, - "peerDependenciesMeta": { - "magicast": { - "optional": true - } - } - }, - "node_modules/cac": { - "version": "6.7.14", - "resolved": "https://registry.npmjs.org/cac/-/cac-6.7.14.tgz", - "integrity": "sha512-b6Ilus+c3RrdDk+JhLKUAQfzzgLEPy6wcXqS7f/xe1EETvsDP6GORG7SFuOs6cID5YkqchW/LXZbX5bc8j7ZcQ==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=8" - } - }, - "node_modules/chai": { - "version": "5.3.3", - "resolved": "https://registry.npmjs.org/chai/-/chai-5.3.3.tgz", - "integrity": "sha512-4zNhdJD/iOjSH0A05ea+Ke6MU5mmpQcbQsSOkgdaUMJ9zTlDTD/GYlwohmIE2u0gaxHYiVHEn1Fw9mZ/ktJWgw==", - "dev": true, - "license": "MIT", - "dependencies": { - "assertion-error": "^2.0.1", - "check-error": "^2.1.1", - "deep-eql": "^5.0.1", - "loupe": "^3.1.0", - "pathval": "^2.0.0" - }, - "engines": { - "node": ">=18" - } - }, - "node_modules/check-error": { - "version": "2.1.3", - "resolved": "https://registry.npmjs.org/check-error/-/check-error-2.1.3.tgz", - "integrity": "sha512-PAJdDJusoxnwm1VwW07VWwUN1sl7smmC3OKggvndJFadxxDRyFJBX/ggnu/KE4kQAB7a3Dp8f/YXC1FlUprWmA==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">= 16" - } - }, - "node_modules/chokidar": { - "version": "5.0.0", - "resolved": "https://registry.npmjs.org/chokidar/-/chokidar-5.0.0.tgz", - "integrity": "sha512-TQMmc3w+5AxjpL8iIiwebF73dRDF4fBIieAqGn9RGCWaEVwQ6Fb2cGe31Yns0RRIzii5goJ1Y7xbMwo1TxMplw==", - "dev": true, - "license": "MIT", - "dependencies": { - "readdirp": "^5.0.0" - }, - "engines": { - "node": ">= 20.19.0" - }, - "funding": { - "url": "https://paulmillr.com/funding/" - } - }, - "node_modules/color-support": { - "version": "1.1.3", - "resolved": "https://registry.npmjs.org/color-support/-/color-support-1.1.3.tgz", - "integrity": "sha512-qiBjkpbMLO/HL68y+lh4q0/O1MZFj2RX6X/KmMa3+gJD3z+WwI1ZzDHysvqHGS3mP6mznPckpXmw1nI9cJjyRg==", - "dev": true, - "license": "ISC", - "bin": { - "color-support": "bin.js" - } - }, - "node_modules/commander": { - "version": "14.0.3", - "resolved": "https://registry.npmjs.org/commander/-/commander-14.0.3.tgz", - "integrity": "sha512-H+y0Jo/T1RZ9qPP4Eh1pkcQcLRglraJaSLoyOtHxu6AapkjWVCy2Sit1QQ4x3Dng8qDlSsZEet7g5Pq06MvTgw==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=20" - } - }, - "node_modules/confbox": { - "version": "0.2.4", - "resolved": "https://registry.npmjs.org/confbox/-/confbox-0.2.4.tgz", - "integrity": "sha512-ysOGlgTFbN2/Y6Cg3Iye8YKulHw+R2fNXHrgSmXISQdMnomY6eNDprVdW9R5xBguEqI954+S6709UyiO7B+6OQ==", - "dev": true, - "license": "MIT" - }, - "node_modules/cross-spawn": { - "version": "7.0.6", - "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.6.tgz", - "integrity": "sha512-uV2QOWP2nWzsy2aMp8aRibhi9dlzF5Hgh5SHaB9OiTGEyDTiJJyx0uy51QXdyWbtAHNua4XJzUKca3OzKUd3vA==", - "dev": true, - "license": "MIT", - "dependencies": { - "path-key": "^3.1.0", - "shebang-command": "^2.0.0", - "which": "^2.0.1" - }, - "engines": { - "node": ">= 8" - } - }, - "node_modules/debug": { - "version": "4.4.3", - "resolved": "https://registry.npmjs.org/debug/-/debug-4.4.3.tgz", - "integrity": "sha512-RGwwWnwQvkVfavKVt22FGLw+xYSdzARwm0ru6DhTVA3umU5hZc28V3kO4stgYryrTlLpuvgI9GiijltAjNbcqA==", - "dev": true, - "license": "MIT", - "dependencies": { - "ms": "^2.1.3" - }, - "engines": { - "node": ">=6.0" - }, - "peerDependenciesMeta": { - "supports-color": { - "optional": true - } - } - }, - "node_modules/deep-eql": { - "version": "5.0.2", - "resolved": "https://registry.npmjs.org/deep-eql/-/deep-eql-5.0.2.tgz", - "integrity": "sha512-h5k/5U50IJJFpzfL6nO9jaaumfjO/f2NjK/oYB2Djzm4p9L+3T9qWpZqZ2hAbLPuuYq9wrU08WQyBTL5GbPk5Q==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=6" - } - }, - "node_modules/default-browser": { - "version": "5.5.0", - "resolved": "https://registry.npmjs.org/default-browser/-/default-browser-5.5.0.tgz", - "integrity": "sha512-H9LMLr5zwIbSxrmvikGuI/5KGhZ8E2zH3stkMgM5LpOWDutGM2JZaj460Udnf1a+946zc7YBgrqEWwbk7zHvGw==", - "dev": true, - "license": "MIT", - "dependencies": { - "bundle-name": "^4.1.0", - "default-browser-id": "^5.0.0" - }, - "engines": { - "node": ">=18" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/default-browser-id": { - "version": "5.0.1", - "resolved": "https://registry.npmjs.org/default-browser-id/-/default-browser-id-5.0.1.tgz", - "integrity": "sha512-x1VCxdX4t+8wVfd1so/9w+vQ4vx7lKd2Qp5tDRutErwmR85OgmfX7RlLRMWafRMY7hbEiXIbudNrjOAPa/hL8Q==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=18" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/define-lazy-prop": { - "version": "3.0.0", - "resolved": "https://registry.npmjs.org/define-lazy-prop/-/define-lazy-prop-3.0.0.tgz", - "integrity": "sha512-N+MeXYoqr3pOgn8xfyRPREN7gHakLYjhsHhWGT3fWAiL4IkAt0iDw14QiiEm2bE30c5XX5q0FtAA3CK5f9/BUg==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=12" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/defu": { - "version": "6.1.7", - "resolved": "https://registry.npmjs.org/defu/-/defu-6.1.7.tgz", - "integrity": "sha512-7z22QmUWiQ/2d0KkdYmANbRUVABpZ9SNYyH5vx6PZ+nE5bcC0l7uFvEfHlyld/HcGBFTL536ClDt3DEcSlEJAQ==", - "dev": true, - "license": "MIT" - }, - "node_modules/destr": { - "version": "2.0.5", - "resolved": "https://registry.npmjs.org/destr/-/destr-2.0.5.tgz", - "integrity": "sha512-ugFTXCtDZunbzasqBxrK93Ik/DRYsO6S/fedkWEMKqt04xZ4csmnmwGDBAb07QWNaGMAmnTIemsYZCksjATwsA==", - "dev": true, - "license": "MIT" - }, - "node_modules/dotenv": { - "version": "17.4.2", - "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-17.4.2.tgz", - "integrity": "sha512-nI4U3TottKAcAD9LLud4Cb7b2QztQMUEfHbvhTH09bqXTxnSie8WnjPALV/WMCrJZ6UV/qHJ6L03OqO3LcdYZw==", - "dev": true, - "license": "BSD-2-Clause", - "engines": { - "node": ">=12" - }, - "funding": { - "url": "https://dotenvx.com" - } - }, - "node_modules/es-module-lexer": { - "version": "1.7.0", - "resolved": "https://registry.npmjs.org/es-module-lexer/-/es-module-lexer-1.7.0.tgz", - "integrity": "sha512-jEQoCwk8hyb2AZziIOLhDqpm5+2ww5uIE6lkO/6jcOCusfk6LhMHpXXfBLXTZ7Ydyt0j4VoUQv6uGNYbdW+kBA==", - "dev": true, - "license": "MIT" - }, - "node_modules/esbuild": { - "version": "0.27.7", - "resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.27.7.tgz", - "integrity": "sha512-IxpibTjyVnmrIQo5aqNpCgoACA/dTKLTlhMHihVHhdkxKyPO1uBBthumT0rdHmcsk9uMonIWS0m4FljWzILh3w==", - "dev": true, - "hasInstallScript": true, - "license": "MIT", - "bin": { - "esbuild": "bin/esbuild" - }, - "engines": { - "node": ">=18" - }, - "optionalDependencies": { - "@esbuild/aix-ppc64": "0.27.7", - "@esbuild/android-arm": "0.27.7", - "@esbuild/android-arm64": "0.27.7", - "@esbuild/android-x64": "0.27.7", - "@esbuild/darwin-arm64": "0.27.7", - "@esbuild/darwin-x64": "0.27.7", - "@esbuild/freebsd-arm64": "0.27.7", - "@esbuild/freebsd-x64": "0.27.7", - "@esbuild/linux-arm": "0.27.7", - "@esbuild/linux-arm64": "0.27.7", - "@esbuild/linux-ia32": "0.27.7", - "@esbuild/linux-loong64": "0.27.7", - "@esbuild/linux-mips64el": "0.27.7", - "@esbuild/linux-ppc64": "0.27.7", - "@esbuild/linux-riscv64": "0.27.7", - "@esbuild/linux-s390x": "0.27.7", - "@esbuild/linux-x64": "0.27.7", - "@esbuild/netbsd-arm64": "0.27.7", - "@esbuild/netbsd-x64": "0.27.7", - "@esbuild/openbsd-arm64": "0.27.7", - "@esbuild/openbsd-x64": "0.27.7", - "@esbuild/openharmony-arm64": "0.27.7", - "@esbuild/sunos-x64": "0.27.7", - "@esbuild/win32-arm64": "0.27.7", - "@esbuild/win32-ia32": "0.27.7", - "@esbuild/win32-x64": "0.27.7" - } - }, - "node_modules/estree-walker": { - "version": "3.0.3", - "resolved": "https://registry.npmjs.org/estree-walker/-/estree-walker-3.0.3.tgz", - "integrity": "sha512-7RUKfXgSMMkzt6ZuXmqapOurLGPPfgj6l9uRZ7lRGolvk0y2yocc35LdcxKC5PQZdn2DMqioAQ2NoWcrTKmm6g==", - "dev": true, - "license": "MIT", - "dependencies": { - "@types/estree": "^1.0.0" - } - }, - "node_modules/expect-type": { - "version": "1.3.0", - "resolved": "https://registry.npmjs.org/expect-type/-/expect-type-1.3.0.tgz", - "integrity": "sha512-knvyeauYhqjOYvQ66MznSMs83wmHrCycNEN6Ao+2AeYEfxUIkuiVxdEa1qlGEPK+We3n0THiDciYSsCcgW/DoA==", - "dev": true, - "license": "Apache-2.0", - "engines": { - "node": ">=12.0.0" - } - }, - "node_modules/exsolve": { - "version": "1.0.8", - "resolved": "https://registry.npmjs.org/exsolve/-/exsolve-1.0.8.tgz", - "integrity": "sha512-LmDxfWXwcTArk8fUEnOfSZpHOJ6zOMUJKOtFLFqJLoKJetuQG874Uc7/Kki7zFLzYybmZhp1M7+98pfMqeX8yA==", - "dev": true, - "license": "MIT" - }, - "node_modules/fdir": { - "version": "6.5.0", - "resolved": "https://registry.npmjs.org/fdir/-/fdir-6.5.0.tgz", - "integrity": "sha512-tIbYtZbucOs0BRGqPJkshJUYdL+SDH7dVM8gjy+ERp3WAUjLEFJE+02kanyHtwjWOnwrKYBiwAmM0p4kLJAnXg==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=12.0.0" - }, - "peerDependencies": { - "picomatch": "^3 || ^4" - }, - "peerDependenciesMeta": { - "picomatch": { - "optional": true - } - } - }, - "node_modules/fsevents": { - "version": "2.3.3", - "resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.3.tgz", - "integrity": "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==", - "dev": true, - "hasInstallScript": true, - "license": "MIT", - "optional": true, - "os": [ - "darwin" - ], - "engines": { - "node": "^8.16.0 || ^10.6.0 || >=11.0.0" - } - }, - "node_modules/get-tsconfig": { - "version": "4.14.0", - "resolved": "https://registry.npmjs.org/get-tsconfig/-/get-tsconfig-4.14.0.tgz", - "integrity": "sha512-yTb+8DXzDREzgvYmh6s9vHsSVCHeC0G3PI5bEXNBHtmshPnO+S5O7qgLEOn0I5QvMy6kpZN8K1NKGyilLb93wA==", - "dev": true, - "license": "MIT", - "dependencies": { - "resolve-pkg-maps": "^1.0.0" - }, - "funding": { - "url": "https://github.com/privatenumber/get-tsconfig?sponsor=1" - } - }, - "node_modules/giget": { - "version": "3.2.0", - "resolved": "https://registry.npmjs.org/giget/-/giget-3.2.0.tgz", - "integrity": "sha512-GvHTWcykIR/fP8cj8dMpuMMkvaeJfPvYnhq0oW+chSeIr+ldX21ifU2Ms6KBoyKZQZmVaUAAhQ2EZ68KJF8a7A==", - "dev": true, - "license": "MIT", - "bin": { - "giget": "dist/cli.mjs" - } - }, - "node_modules/is-docker": { - "version": "3.0.0", - "resolved": "https://registry.npmjs.org/is-docker/-/is-docker-3.0.0.tgz", - "integrity": "sha512-eljcgEDlEns/7AXFosB5K/2nCM4P7FQPkGc/DWLy5rmFEWvZayGrik1d9/QIY5nJ4f9YsVvBkA6kJpHn9rISdQ==", - "dev": true, - "license": "MIT", - "bin": { - "is-docker": "cli.js" - }, - "engines": { - "node": "^12.20.0 || ^14.13.1 || >=16.0.0" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/is-in-ssh": { - "version": "1.0.0", - "resolved": "https://registry.npmjs.org/is-in-ssh/-/is-in-ssh-1.0.0.tgz", - "integrity": "sha512-jYa6Q9rH90kR1vKB6NM7qqd1mge3Fx4Dhw5TVlK1MUBqhEOuCagrEHMevNuCcbECmXZ0ThXkRm+Ymr51HwEPAw==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=20" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/is-inside-container": { - "version": "1.0.0", - "resolved": "https://registry.npmjs.org/is-inside-container/-/is-inside-container-1.0.0.tgz", - "integrity": "sha512-KIYLCCJghfHZxqjYBE7rEy0OBuTd5xCHS7tHVgvCLkx7StIoaxwNW3hCALgEUjFfeRk+MG/Qxmp/vtETEF3tRA==", - "dev": true, - "license": "MIT", - "dependencies": { - "is-docker": "^3.0.0" - }, - "bin": { - "is-inside-container": "cli.js" - }, - "engines": { - "node": ">=14.16" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/is-wsl": { - "version": "3.1.1", - "resolved": "https://registry.npmjs.org/is-wsl/-/is-wsl-3.1.1.tgz", - "integrity": "sha512-e6rvdUCiQCAuumZslxRJWR/Doq4VpPR82kqclvcS0efgt430SlGIk05vdCN58+VrzgtIcfNODjozVielycD4Sw==", - "dev": true, - "license": "MIT", - "dependencies": { - "is-inside-container": "^1.0.0" - }, - "engines": { - "node": ">=16" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/isexe": { - "version": "2.0.0", - "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz", - "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==", - "dev": true, - "license": "ISC" - }, - "node_modules/jiti": { - "version": "2.7.0", - "resolved": "https://registry.npmjs.org/jiti/-/jiti-2.7.0.tgz", - "integrity": "sha512-AC/7JofJvZGrrneWNaEnJeOLUx+JlGt7tNa0wZiRPT4MY1wmfKjt2+6O2p2uz2+skll8OZZmJMNqeke7kKbNgQ==", - "dev": true, - "license": "MIT", - "bin": { - "jiti": "lib/jiti-cli.mjs" - } - }, - "node_modules/js-yaml": { - "version": "4.1.1", - "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-4.1.1.tgz", - "integrity": "sha512-qQKT4zQxXl8lLwBtHMWwaTcGfFOZviOJet3Oy/xmGk2gZH677CJM9EvtfdSkgWcATZhj/55JZ0rmy3myCT5lsA==", - "dev": true, - "license": "MIT", - "dependencies": { - "argparse": "^2.0.1" - }, - "bin": { - "js-yaml": "bin/js-yaml.js" - } - }, - "node_modules/loupe": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/loupe/-/loupe-3.2.1.tgz", - "integrity": "sha512-CdzqowRJCeLU72bHvWqwRBBlLcMEtIvGrlvef74kMnV2AolS9Y8xUv1I0U/MNAWMhBlKIoyuEgoJ0t/bbwHbLQ==", - "dev": true, - "license": "MIT" - }, - "node_modules/magic-string": { - "version": "0.30.21", - "resolved": "https://registry.npmjs.org/magic-string/-/magic-string-0.30.21.tgz", - "integrity": "sha512-vd2F4YUyEXKGcLHoq+TEyCjxueSeHnFxyyjNp80yg0XV4vUhnDer/lvvlqM/arB5bXQN5K2/3oinyCRyx8T2CQ==", - "dev": true, - "license": "MIT", - "dependencies": { - "@jridgewell/sourcemap-codec": "^1.5.5" - } - }, - "node_modules/ms": { - "version": "2.1.3", - "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz", - "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==", - "dev": true, - "license": "MIT" - }, - "node_modules/nanoid": { - "version": "3.3.12", - "resolved": "https://registry.npmjs.org/nanoid/-/nanoid-3.3.12.tgz", - "integrity": "sha512-ZB9RH/39qpq5Vu6Y+NmUaFhQR6pp+M2Xt76XBnEwDaGcVAqhlvxrl3B2bKS5D3NH3QR76v3aSrKaF/Kiy7lEtQ==", - "dev": true, - "funding": [ - { - "type": "github", - "url": "https://github.com/sponsors/ai" - } - ], - "license": "MIT", - "bin": { - "nanoid": "bin/nanoid.cjs" - }, - "engines": { - "node": "^10 || ^12 || ^13.7 || ^14 || >=15.0.1" - } - }, - "node_modules/ohash": { - "version": "2.0.11", - "resolved": "https://registry.npmjs.org/ohash/-/ohash-2.0.11.tgz", - "integrity": "sha512-RdR9FQrFwNBNXAr4GixM8YaRZRJ5PUWbKYbE5eOsrwAjJW0q2REGcf79oYPsLyskQCZG1PLN+S/K1V00joZAoQ==", - "dev": true, - "license": "MIT" - }, - "node_modules/open": { - "version": "11.0.0", - "resolved": "https://registry.npmjs.org/open/-/open-11.0.0.tgz", - "integrity": "sha512-smsWv2LzFjP03xmvFoJ331ss6h+jixfA4UUV/Bsiyuu4YJPfN+FIQGOIiv4w9/+MoHkfkJ22UIaQWRVFRfH6Vw==", - "dev": true, - "license": "MIT", - "dependencies": { - "default-browser": "^5.4.0", - "define-lazy-prop": "^3.0.0", - "is-in-ssh": "^1.0.0", - "is-inside-container": "^1.0.0", - "powershell-utils": "^0.1.0", - "wsl-utils": "^0.3.0" - }, - "engines": { - "node": ">=20" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/path-key": { - "version": "3.1.1", - "resolved": "https://registry.npmjs.org/path-key/-/path-key-3.1.1.tgz", - "integrity": "sha512-ojmeN0qd+y0jszEtoY48r0Peq5dwMEkIlCOu6Q5f41lfkswXuKtYrhgoTpLnyIcHm24Uhqx+5Tqm2InSwLhE6Q==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=8" - } - }, - "node_modules/pathe": { - "version": "2.0.3", - "resolved": "https://registry.npmjs.org/pathe/-/pathe-2.0.3.tgz", - "integrity": "sha512-WUjGcAqP1gQacoQe+OBJsFA7Ld4DyXuUIjZ5cc75cLHvJ7dtNsTugphxIADwspS+AraAUePCKrSVtPLFj/F88w==", - "dev": true, - "license": "MIT" - }, - "node_modules/pathval": { - "version": "2.0.1", - "resolved": "https://registry.npmjs.org/pathval/-/pathval-2.0.1.tgz", - "integrity": "sha512-//nshmD55c46FuFw26xV/xFAaB5HF9Xdap7HJBBnrKdAd6/GxDBaNA1870O79+9ueg61cZLSVc+OaFlfmObYVQ==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">= 14.16" - } - }, - "node_modules/perfect-debounce": { - "version": "2.1.0", - "resolved": "https://registry.npmjs.org/perfect-debounce/-/perfect-debounce-2.1.0.tgz", - "integrity": "sha512-LjgdTytVFXeUgtHZr9WYViYSM/g8MkcTPYDlPa3cDqMirHjKiSZPYd6DoL7pK8AJQr+uWkQvCjHNdiMqsrJs+g==", - "dev": true, - "license": "MIT" - }, - "node_modules/picocolors": { - "version": "1.1.1", - "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz", - "integrity": "sha512-xceH2snhtb5M9liqDsmEw56le376mTZkEX/jEb/RxNFyegNul7eNslCXP9FDj/Lcu0X8KEyMceP2ntpaHrDEVA==", - "dev": true, - "license": "ISC" - }, - "node_modules/picomatch": { - "version": "4.0.4", - "resolved": "https://registry.npmjs.org/picomatch/-/picomatch-4.0.4.tgz", - "integrity": "sha512-QP88BAKvMam/3NxH6vj2o21R6MjxZUAd6nlwAS/pnGvN9IVLocLHxGYIzFhg6fUQ+5th6P4dv4eW9jX3DSIj7A==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=12" - }, - "funding": { - "url": "https://github.com/sponsors/jonschlinkert" - } - }, - "node_modules/pkg-types": { - "version": "2.3.1", - "resolved": "https://registry.npmjs.org/pkg-types/-/pkg-types-2.3.1.tgz", - "integrity": "sha512-y+ichcgc2LrADuhLNAx8DFjVfgz91pRxfZdI3UDhxHvcVEZsenLO+7XaU5vOp0u/7V/wZ+plyuQxtrDlZJ+yeg==", - "dev": true, - "license": "MIT", - "dependencies": { - "confbox": "^0.2.4", - "exsolve": "^1.0.8", - "pathe": "^2.0.3" - } - }, - "node_modules/postcss": { - "version": "8.5.15", - "resolved": "https://registry.npmjs.org/postcss/-/postcss-8.5.15.tgz", - "integrity": "sha512-FfR8sjd4em2T6fb3I2MwAJU7HWVMr9zba+enmQeeWFfCbm+UOC/0X4DS8XtpUTMwWMGbjKYP7xjfNekzyGmB3A==", - "dev": true, - "funding": [ - { - "type": "opencollective", - "url": "https://opencollective.com/postcss/" - }, - { - "type": "tidelift", - "url": "https://tidelift.com/funding/github/npm/postcss" - }, - { - "type": "github", - "url": "https://github.com/sponsors/ai" - } - ], - "license": "MIT", - "dependencies": { - "nanoid": "^3.3.12", - "picocolors": "^1.1.1", - "source-map-js": "^1.2.1" - }, - "engines": { - "node": "^10 || ^12 || >=14" - } - }, - "node_modules/powershell-utils": { - "version": "0.1.0", - "resolved": "https://registry.npmjs.org/powershell-utils/-/powershell-utils-0.1.0.tgz", - "integrity": "sha512-dM0jVuXJPsDN6DvRpea484tCUaMiXWjuCn++HGTqUWzGDjv5tZkEZldAJ/UMlqRYGFrD/etByo4/xOuC/snX2A==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=20" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/rc9": { - "version": "3.0.1", - "resolved": "https://registry.npmjs.org/rc9/-/rc9-3.0.1.tgz", - "integrity": "sha512-gMDyleLWVE+i6Sgtc0QbbY6pEKqYs97NGi6isHQPqYlLemPoO8dxQ3uGi0f4NiP98c+jMW6cG1Kx9dDwfvqARQ==", - "dev": true, - "license": "MIT", - "dependencies": { - "defu": "^6.1.6", - "destr": "^2.0.5" - } - }, - "node_modules/readdirp": { - "version": "5.0.0", - "resolved": "https://registry.npmjs.org/readdirp/-/readdirp-5.0.0.tgz", - "integrity": "sha512-9u/XQ1pvrQtYyMpZe7DXKv2p5CNvyVwzUB6uhLAnQwHMSgKMBR62lc7AHljaeteeHXn11XTAaLLUVZYVZyuRBQ==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">= 20.19.0" - }, - "funding": { - "type": "individual", - "url": "https://paulmillr.com/funding/" - } - }, - "node_modules/resolve-pkg-maps": { - "version": "1.0.0", - "resolved": "https://registry.npmjs.org/resolve-pkg-maps/-/resolve-pkg-maps-1.0.0.tgz", - "integrity": "sha512-seS2Tj26TBVOC2NIc2rOe2y2ZO7efxITtLZcGSOnHHNOQ7CkiUBfw0Iw2ck6xkIhPwLhKNLS8BO+hEpngQlqzw==", - "dev": true, - "license": "MIT", - "funding": { - "url": "https://github.com/privatenumber/resolve-pkg-maps?sponsor=1" - } - }, - "node_modules/rollup": { - "version": "4.60.4", - "resolved": "https://registry.npmjs.org/rollup/-/rollup-4.60.4.tgz", - "integrity": "sha512-WHeFSbZYsPu3+bLoNRUuAO+wavNlocOPf3wSHTP7hcFKVnJeWsYlCDbr3mTS14FCizf9ccIxXA8sGL8zKeQN3g==", - "dev": true, - "license": "MIT", - "dependencies": { - "@types/estree": "1.0.8" - }, - "bin": { - "rollup": "dist/bin/rollup" - }, - "engines": { - "node": ">=18.0.0", - "npm": ">=8.0.0" - }, - "optionalDependencies": { - "@rollup/rollup-android-arm-eabi": "4.60.4", - "@rollup/rollup-android-arm64": "4.60.4", - "@rollup/rollup-darwin-arm64": "4.60.4", - "@rollup/rollup-darwin-x64": "4.60.4", - "@rollup/rollup-freebsd-arm64": "4.60.4", - "@rollup/rollup-freebsd-x64": "4.60.4", - "@rollup/rollup-linux-arm-gnueabihf": "4.60.4", - "@rollup/rollup-linux-arm-musleabihf": "4.60.4", - "@rollup/rollup-linux-arm64-gnu": "4.60.4", - "@rollup/rollup-linux-arm64-musl": "4.60.4", - "@rollup/rollup-linux-loong64-gnu": "4.60.4", - "@rollup/rollup-linux-loong64-musl": "4.60.4", - "@rollup/rollup-linux-ppc64-gnu": "4.60.4", - "@rollup/rollup-linux-ppc64-musl": "4.60.4", - "@rollup/rollup-linux-riscv64-gnu": "4.60.4", - "@rollup/rollup-linux-riscv64-musl": "4.60.4", - "@rollup/rollup-linux-s390x-gnu": "4.60.4", - "@rollup/rollup-linux-x64-gnu": "4.60.4", - "@rollup/rollup-linux-x64-musl": "4.60.4", - "@rollup/rollup-openbsd-x64": "4.60.4", - "@rollup/rollup-openharmony-arm64": "4.60.4", - "@rollup/rollup-win32-arm64-msvc": "4.60.4", - "@rollup/rollup-win32-ia32-msvc": "4.60.4", - "@rollup/rollup-win32-x64-gnu": "4.60.4", - "@rollup/rollup-win32-x64-msvc": "4.60.4", - "fsevents": "~2.3.2" - } - }, - "node_modules/rollup/node_modules/@types/estree": { - "version": "1.0.8", - "resolved": "https://registry.npmjs.org/@types/estree/-/estree-1.0.8.tgz", - "integrity": "sha512-dWHzHa2WqEXI/O1E9OjrocMTKJl2mSrEolh1Iomrv6U+JuNwaHXsXx9bLu5gG7BUWFIN0skIQJQ/L1rIex4X6w==", - "dev": true, - "license": "MIT" - }, - "node_modules/run-applescript": { - "version": "7.1.0", - "resolved": "https://registry.npmjs.org/run-applescript/-/run-applescript-7.1.0.tgz", - "integrity": "sha512-DPe5pVFaAsinSaV6QjQ6gdiedWDcRCbUuiQfQa2wmWV7+xC9bGulGI8+TdRmoFkAPaBXk8CrAbnlY2ISniJ47Q==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=18" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/semver": { - "version": "7.7.4", - "resolved": "https://registry.npmjs.org/semver/-/semver-7.7.4.tgz", - "integrity": "sha512-vFKC2IEtQnVhpT78h1Yp8wzwrf8CM+MzKMHGJZfBtzhZNycRFnXsHk6E5TxIkkMsgNS7mdX3AGB7x2QM2di4lA==", - "dev": true, - "license": "ISC", - "bin": { - "semver": "bin/semver.js" - }, - "engines": { - "node": ">=10" - } - }, - "node_modules/shebang-command": { - "version": "2.0.0", - "resolved": "https://registry.npmjs.org/shebang-command/-/shebang-command-2.0.0.tgz", - "integrity": "sha512-kHxr2zZpYtdmrN1qDjrrX/Z1rR1kG8Dx+gkpK1G4eXmvXswmcE1hTWBWYUzlraYw1/yZp6YuDY77YtvbN0dmDA==", - "dev": true, - "license": "MIT", - "dependencies": { - "shebang-regex": "^3.0.0" - }, - "engines": { - "node": ">=8" - } - }, - "node_modules/shebang-regex": { - "version": "3.0.0", - "resolved": "https://registry.npmjs.org/shebang-regex/-/shebang-regex-3.0.0.tgz", - "integrity": "sha512-7++dFhtcx3353uBaq8DDR4NuxBetBzC7ZQOhmTQInHEd6bSrXdiEyzCvG07Z44UYdLShWUyXt5M/yhz8ekcb1A==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=8" - } - }, - "node_modules/siginfo": { - "version": "2.0.0", - "resolved": "https://registry.npmjs.org/siginfo/-/siginfo-2.0.0.tgz", - "integrity": "sha512-ybx0WO1/8bSBLEWXZvEd7gMW3Sn3JFlW3TvX1nREbDLRNQNaeNN8WK0meBwPdAaOI7TtRRRJn/Es1zhrrCHu7g==", - "dev": true, - "license": "ISC" - }, - "node_modules/source-map-js": { - "version": "1.2.1", - "resolved": "https://registry.npmjs.org/source-map-js/-/source-map-js-1.2.1.tgz", - "integrity": "sha512-UXWMKhLOwVKb728IUtQPXxfYU+usdybtUrK/8uGE8CQMvrhOpwvzDBwj0QhSL7MQc7vIsISBG8VQ8+IDQxpfQA==", - "dev": true, - "license": "BSD-3-Clause", - "engines": { - "node": ">=0.10.0" - } - }, - "node_modules/stackback": { - "version": "0.0.2", - "resolved": "https://registry.npmjs.org/stackback/-/stackback-0.0.2.tgz", - "integrity": "sha512-1XMJE5fQo1jGH6Y/7ebnwPOBEkIEnT4QF32d5R1+VXdXveM0IBMJt8zfaxX1P3QhVwrYe+576+jkANtSS2mBbw==", - "dev": true, - "license": "MIT" - }, - "node_modules/std-env": { - "version": "3.10.0", - "resolved": "https://registry.npmjs.org/std-env/-/std-env-3.10.0.tgz", - "integrity": "sha512-5GS12FdOZNliM5mAOxFRg7Ir0pWz8MdpYm6AY6VPkGpbA7ZzmbzNcBJQ0GPvvyWgcY7QAhCgf9Uy89I03faLkg==", - "dev": true, - "license": "MIT" - }, - "node_modules/tinybench": { - "version": "2.9.0", - "resolved": "https://registry.npmjs.org/tinybench/-/tinybench-2.9.0.tgz", - "integrity": "sha512-0+DUvqWMValLmha6lr4kD8iAMK1HzV0/aKnCtWb9v9641TnP/MFb7Pc2bxoxQjTXAErryXVgUOfv2YqNllqGeg==", - "dev": true, - "license": "MIT" - }, - "node_modules/tinyexec": { - "version": "0.3.2", - "resolved": "https://registry.npmjs.org/tinyexec/-/tinyexec-0.3.2.tgz", - "integrity": "sha512-KQQR9yN7R5+OSwaK0XQoj22pwHoTlgYqmUscPYoknOoWCWfj/5/ABTMRi69FrKU5ffPVh5QcFikpWJI/P1ocHA==", - "dev": true, - "license": "MIT" - }, - "node_modules/tinyglobby": { - "version": "0.2.16", - "resolved": "https://registry.npmjs.org/tinyglobby/-/tinyglobby-0.2.16.tgz", - "integrity": "sha512-pn99VhoACYR8nFHhxqix+uvsbXineAasWm5ojXoN8xEwK5Kd3/TrhNn1wByuD52UxWRLy8pu+kRMniEi6Eq9Zg==", - "dev": true, - "license": "MIT", - "dependencies": { - "fdir": "^6.5.0", - "picomatch": "^4.0.4" - }, - "engines": { - "node": ">=12.0.0" - }, - "funding": { - "url": "https://github.com/sponsors/SuperchupuDev" - } - }, - "node_modules/tinypool": { - "version": "1.1.1", - "resolved": "https://registry.npmjs.org/tinypool/-/tinypool-1.1.1.tgz", - "integrity": "sha512-Zba82s87IFq9A9XmjiX5uZA/ARWDrB03OHlq+Vw1fSdt0I+4/Kutwy8BP4Y/y/aORMo61FQ0vIb5j44vSo5Pkg==", - "dev": true, - "license": "MIT", - "engines": { - "node": "^18.0.0 || >=20.0.0" - } - }, - "node_modules/tinyrainbow": { - "version": "2.0.0", - "resolved": "https://registry.npmjs.org/tinyrainbow/-/tinyrainbow-2.0.0.tgz", - "integrity": "sha512-op4nsTR47R6p0vMUUoYl/a+ljLFVtlfaXkLQmqfLR1qHma1h/ysYk4hEXZ880bf2CYgTskvTa/e196Vd5dDQXw==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=14.0.0" - } - }, - "node_modules/tinyspy": { - "version": "4.0.4", - "resolved": "https://registry.npmjs.org/tinyspy/-/tinyspy-4.0.4.tgz", - "integrity": "sha512-azl+t0z7pw/z958Gy9svOTuzqIk6xq+NSheJzn5MMWtWTFywIacg2wUlzKFGtt3cthx0r2SxMK0yzJOR0IES7Q==", - "dev": true, - "license": "MIT", - "engines": { - "node": ">=14.0.0" - } - }, - "node_modules/typescript": { - "version": "5.8.3", - "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.8.3.tgz", - "integrity": "sha512-p1diW6TqL9L07nNxvRMM7hMMw4c5XOo/1ibL4aAIGmSAt9slTE1Xgw5KWuof2uTOvCg9BY7ZRi+GaF+7sfgPeQ==", - "dev": true, - "license": "Apache-2.0", - "bin": { - "tsc": "bin/tsc", - "tsserver": "bin/tsserver" - }, - "engines": { - "node": ">=14.17" - } - }, - "node_modules/vite": { - "version": "7.3.3", - "resolved": "https://registry.npmjs.org/vite/-/vite-7.3.3.tgz", - "integrity": "sha512-/4XH147Ui7OGTjg3HbdWe5arnZQSbfuRzdr9Ec7TQi5I7R+ir0Rlc9GIvD4v0XZurELqA035KVXJXpR61xhiTA==", - "dev": true, - "license": "MIT", - "dependencies": { - "esbuild": "^0.27.0", - "fdir": "^6.5.0", - "picomatch": "^4.0.3", - "postcss": "^8.5.6", - "rollup": "^4.43.0", - "tinyglobby": "^0.2.15" - }, - "bin": { - "vite": "bin/vite.js" - }, - "engines": { - "node": "^20.19.0 || >=22.12.0" - }, - "funding": { - "url": "https://github.com/vitejs/vite?sponsor=1" - }, - "optionalDependencies": { - "fsevents": "~2.3.3" - }, - "peerDependencies": { - "@types/node": "^20.19.0 || >=22.12.0", - "jiti": ">=1.21.0", - "less": "^4.0.0", - "lightningcss": "^1.21.0", - "sass": "^1.70.0", - "sass-embedded": "^1.70.0", - "stylus": ">=0.54.8", - "sugarss": "^5.0.0", - "terser": "^5.16.0", - "tsx": "^4.8.1", - "yaml": "^2.4.2" - }, - "peerDependenciesMeta": { - "@types/node": { - "optional": true - }, - "jiti": { - "optional": true - }, - "less": { - "optional": true - }, - "lightningcss": { - "optional": true - }, - "sass": { - "optional": true - }, - "sass-embedded": { - "optional": true - }, - "stylus": { - "optional": true - }, - "sugarss": { - "optional": true - }, - "terser": { - "optional": true - }, - "tsx": { - "optional": true - }, - "yaml": { - "optional": true - } - } - }, - "node_modules/vite-node": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/vite-node/-/vite-node-3.2.1.tgz", - "integrity": "sha512-V4EyKQPxquurNJPtQJRZo8hKOoKNBRIhxcDbQFPFig0JdoWcUhwRgK8yoCXXrfYVPKS6XwirGHPszLnR8FbjCA==", - "dev": true, - "license": "MIT", - "dependencies": { - "cac": "^6.7.14", - "debug": "^4.4.1", - "es-module-lexer": "^1.7.0", - "pathe": "^2.0.3", - "vite": "^5.0.0 || ^6.0.0 || ^7.0.0-0" - }, - "bin": { - "vite-node": "vite-node.mjs" - }, - "engines": { - "node": "^18.0.0 || ^20.0.0 || >=22.0.0" - }, - "funding": { - "url": "https://opencollective.com/vitest" - } - }, - "node_modules/vitest": { - "version": "3.2.1", - "resolved": "https://registry.npmjs.org/vitest/-/vitest-3.2.1.tgz", - "integrity": "sha512-VZ40MBnlE1/V5uTgdqY3DmjUgZtIzsYq758JGlyQrv5syIsaYcabkfPkEuWML49Ph0D/SoqpVFd0dyVTr551oA==", - "dev": true, - "license": "MIT", - "dependencies": { - "@types/chai": "^5.2.2", - "@vitest/expect": "3.2.1", - "@vitest/mocker": "3.2.1", - "@vitest/pretty-format": "^3.2.1", - "@vitest/runner": "3.2.1", - "@vitest/snapshot": "3.2.1", - "@vitest/spy": "3.2.1", - "@vitest/utils": "3.2.1", - "chai": "^5.2.0", - "debug": "^4.4.1", - "expect-type": "^1.2.1", - "magic-string": "^0.30.17", - "pathe": "^2.0.3", - "picomatch": "^4.0.2", - "std-env": "^3.9.0", - "tinybench": "^2.9.0", - "tinyexec": "^0.3.2", - "tinyglobby": "^0.2.14", - "tinypool": "^1.1.0", - "tinyrainbow": "^2.0.0", - "vite": "^5.0.0 || ^6.0.0 || ^7.0.0-0", - "vite-node": "3.2.1", - "why-is-node-running": "^2.3.0" - }, - "bin": { - "vitest": "vitest.mjs" - }, - "engines": { - "node": "^18.0.0 || ^20.0.0 || >=22.0.0" - }, - "funding": { - "url": "https://opencollective.com/vitest" - }, - "peerDependencies": { - "@edge-runtime/vm": "*", - "@types/debug": "^4.1.12", - "@types/node": "^18.0.0 || ^20.0.0 || >=22.0.0", - "@vitest/browser": "3.2.1", - "@vitest/ui": "3.2.1", - "happy-dom": "*", - "jsdom": "*" - }, - "peerDependenciesMeta": { - "@edge-runtime/vm": { - "optional": true - }, - "@types/debug": { - "optional": true - }, - "@types/node": { - "optional": true - }, - "@vitest/browser": { - "optional": true - }, - "@vitest/ui": { - "optional": true - }, - "happy-dom": { - "optional": true - }, - "jsdom": { - "optional": true - } - } - }, - "node_modules/which": { - "version": "2.0.2", - "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz", - "integrity": "sha512-BLI3Tl1TW3Pvl70l3yq3Y64i+awpwXqsGBYWkkqMtnbXgrMD+yj7rhW0kuEDxzJaYXGjEW5ogapKNMEKNMjibA==", - "dev": true, - "license": "ISC", - "dependencies": { - "isexe": "^2.0.0" - }, - "bin": { - "node-which": "bin/node-which" - }, - "engines": { - "node": ">= 8" - } - }, - "node_modules/why-is-node-running": { - "version": "2.3.0", - "resolved": "https://registry.npmjs.org/why-is-node-running/-/why-is-node-running-2.3.0.tgz", - "integrity": "sha512-hUrmaWBdVDcxvYqnyh09zunKzROWjbZTiNy8dBEjkS7ehEDQibXJ7XvlmtbwuTclUiIyN+CyXQD4Vmko8fNm8w==", - "dev": true, - "license": "MIT", - "dependencies": { - "siginfo": "^2.0.0", - "stackback": "0.0.2" - }, - "bin": { - "why-is-node-running": "cli.js" - }, - "engines": { - "node": ">=8" - } - }, - "node_modules/wsl-utils": { - "version": "0.3.1", - "resolved": "https://registry.npmjs.org/wsl-utils/-/wsl-utils-0.3.1.tgz", - "integrity": "sha512-g/eziiSUNBSsdDJtCLB8bdYEUMj4jR7AGeUo96p/3dTafgjHhpF4RiCFPiRILwjQoDXx5MqkBr4fwWtR3Ky4Wg==", - "dev": true, - "license": "MIT", - "dependencies": { - "is-wsl": "^3.1.0", - "powershell-utils": "^0.1.0" - }, - "engines": { - "node": ">=20" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - } - } -} diff --git a/sdk/litellm-ai/package.json b/sdk/litellm-ai/package.json deleted file mode 100644 index e11db8862d9..00000000000 --- a/sdk/litellm-ai/package.json +++ /dev/null @@ -1,42 +0,0 @@ -{ - "name": "litellm", - "version": "0.1.0", - "description": "Typed TypeScript SDK for the LiteLLM AI Gateway", - "type": "module", - "main": "./dist/index.js", - "types": "./dist/index.d.ts", - "exports": { - ".": { - "import": "./dist/index.js", - "types": "./dist/index.d.ts" - } - }, - "files": [ - "dist", - "README.md" - ], - "scripts": { - "generate": "openapi-ts", - "build": "tsc -p tsconfig.build.json", - "test": "npx vitest run", - "prepublishOnly": "npm run build" - }, - "keywords": [ - "litellm", - "openai", - "llm", - "ai", - "sdk", - "typescript", - "api-client" - ], - "license": "MIT", - "devDependencies": { - "@hey-api/openapi-ts": "0.97.2", - "typescript": "5.8.3", - "vitest": "3.2.1" - }, - "peerDependencies": { - "typescript": ">=5.0" - } -} diff --git a/sdk/litellm-ai/scripts/extract-openapi.py b/sdk/litellm-ai/scripts/extract-openapi.py deleted file mode 100755 index d573d813e0a..00000000000 --- a/sdk/litellm-ai/scripts/extract-openapi.py +++ /dev/null @@ -1,26 +0,0 @@ -#!/usr/bin/env python3 -"""Extract the OpenAPI spec from the LiteLLM proxy FastAPI app. - -Run from the repository root: - uv run python sdk/litellm-ai/scripts/extract-openapi.py -""" -import json -import os -import sys - -os.environ.setdefault("LITELLM_TELEMETRY", "False") -os.environ.setdefault("LITELLM_LOCAL_MODEL_COST_MAP", "True") # pragma: allowlist secret - -from litellm.proxy.proxy_server import app - -schema = app.openapi() - -output_path = os.path.join(os.path.dirname(__file__), "..", "openapi.json") -with open(output_path, "w") as f: - json.dump(schema, f, indent=2) - -print( - f"Wrote OpenAPI spec to {output_path}: " - f"{len(schema.get('paths', {}))} paths, " - f"{len(schema.get('components', {}).get('schemas', {}))} schemas" -) diff --git a/sdk/litellm-ai/src/client/client.gen.ts b/sdk/litellm-ai/src/client/client.gen.ts deleted file mode 100644 index cab3c70195b..00000000000 --- a/sdk/litellm-ai/src/client/client.gen.ts +++ /dev/null @@ -1,16 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import { type ClientOptions, type Config, createClient, createConfig } from './client'; -import type { ClientOptions as ClientOptions2 } from './types.gen'; - -/** - * The `createClientConfig()` function will be called on client initialization - * and the returned object will become the client's initial configuration. - * - * You may want to initialize your client this way instead of calling - * `setConfig()`. This is useful for example if you're using Next.js - * to ensure your client always has the correct values. - */ -export type CreateClientConfig = (override?: Config) => Config & T>; - -export const client = createClient(createConfig()); diff --git a/sdk/litellm-ai/src/client/client/client.gen.ts b/sdk/litellm-ai/src/client/client/client.gen.ts deleted file mode 100644 index fc3f037f167..00000000000 --- a/sdk/litellm-ai/src/client/client/client.gen.ts +++ /dev/null @@ -1,277 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import { createSseClient } from '../core/serverSentEvents.gen'; -import type { HttpMethod } from '../core/types.gen'; -import { getValidRequestBody } from '../core/utils.gen'; -import type { Client, Config, RequestOptions, ResolvedRequestOptions } from './types.gen'; -import { - buildUrl, - createConfig, - createInterceptors, - getParseAs, - mergeConfigs, - mergeHeaders, - setAuthParams, -} from './utils.gen'; - -type ReqInit = Omit & { - body?: any; - headers: ReturnType; -}; - -export const createClient = (config: Config = {}): Client => { - let _config = mergeConfigs(createConfig(), config); - - const getConfig = (): Config => ({ ..._config }); - - const setConfig = (config: Config): Config => { - _config = mergeConfigs(_config, config); - return getConfig(); - }; - - const interceptors = createInterceptors(); - - const beforeRequest = async < - TData = unknown, - TResponseStyle extends 'data' | 'fields' = 'fields', - ThrowOnError extends boolean = boolean, - Url extends string = string, - >( - options: RequestOptions, - ) => { - const opts = { - ..._config, - ...options, - fetch: options.fetch ?? _config.fetch ?? globalThis.fetch, - headers: mergeHeaders(_config.headers, options.headers), - serializedBody: undefined as string | undefined, - }; - - if (opts.security) { - await setAuthParams(opts); - } - - if (opts.requestValidator) { - await opts.requestValidator(opts); - } - - if (opts.body !== undefined && opts.bodySerializer) { - opts.serializedBody = opts.bodySerializer(opts.body) as string | undefined; - } - - // remove Content-Type header if body is empty to avoid sending invalid requests - if (opts.body === undefined || opts.serializedBody === '') { - opts.headers.delete('Content-Type'); - } - - const resolvedOpts = opts as typeof opts & - ResolvedRequestOptions; - const url = buildUrl(resolvedOpts); - - return { opts: resolvedOpts, url }; - }; - - const request: Client['request'] = async (options) => { - const throwOnError = options.throwOnError ?? _config.throwOnError; - const responseStyle = options.responseStyle ?? _config.responseStyle; - - let request: Request | undefined; - let response: Response | undefined; - - try { - const { opts, url } = await beforeRequest(options); - const requestInit: ReqInit = { - redirect: 'follow', - ...opts, - body: getValidRequestBody(opts), - }; - - request = new Request(url, requestInit); - - for (const fn of interceptors.request.fns) { - if (fn) { - request = await fn(request, opts); - } - } - - // fetch must be assigned here, otherwise it would throw the error: - // TypeError: Failed to execute 'fetch' on 'Window': Illegal invocation - const _fetch = opts.fetch!; - - response = await _fetch(request); - - for (const fn of interceptors.response.fns) { - if (fn) { - response = await fn(response, request, opts); - } - } - - const result = { - request, - response, - }; - - if (response.ok) { - const parseAs = - (opts.parseAs === 'auto' - ? getParseAs(response.headers.get('Content-Type')) - : opts.parseAs) ?? 'json'; - - if (response.status === 204 || response.headers.get('Content-Length') === '0') { - let emptyData: any; - switch (parseAs) { - case 'arrayBuffer': - case 'blob': - case 'text': - emptyData = await response[parseAs](); - break; - case 'formData': - emptyData = new FormData(); - break; - case 'stream': - emptyData = response.body; - break; - case 'json': - default: - emptyData = {}; - break; - } - return opts.responseStyle === 'data' - ? emptyData - : { - data: emptyData, - ...result, - }; - } - - let data: any; - switch (parseAs) { - case 'arrayBuffer': - case 'blob': - case 'formData': - case 'text': - data = await response[parseAs](); - break; - case 'json': { - // Some servers return 200 with no Content-Length and empty body. - // response.json() would throw; read as text and parse if non-empty. - const text = await response.text(); - data = text ? JSON.parse(text) : {}; - break; - } - case 'stream': - return opts.responseStyle === 'data' - ? response.body - : { - data: response.body, - ...result, - }; - } - - if (parseAs === 'json') { - if (opts.responseValidator) { - await opts.responseValidator(data); - } - - if (opts.responseTransformer) { - data = await opts.responseTransformer(data); - } - } - - return opts.responseStyle === 'data' - ? data - : { - data, - ...result, - }; - } - - const textError = await response.text(); - let jsonError: unknown; - - try { - jsonError = JSON.parse(textError); - } catch { - // noop - } - - throw jsonError ?? textError; - } catch (error) { - let finalError = error; - - for (const fn of interceptors.error.fns) { - if (fn) { - finalError = await fn(finalError, response, request, options as ResolvedRequestOptions); - } - } - - finalError = finalError || {}; - - if (throwOnError) { - throw finalError; - } - - // TODO: we probably want to return error and improve types - return responseStyle === 'data' - ? undefined - : { - error: finalError, - request, - response, - }; - } - }; - - const makeMethodFn = (method: Uppercase) => (options: RequestOptions) => - request({ ...options, method }); - - const makeSseFn = (method: Uppercase) => async (options: RequestOptions) => { - const { opts, url } = await beforeRequest(options); - return createSseClient({ - ...opts, - body: opts.body as BodyInit | null | undefined, - method, - onRequest: async (url, init) => { - let request = new Request(url, init); - for (const fn of interceptors.request.fns) { - if (fn) { - request = await fn(request, opts); - } - } - return request; - }, - serializedBody: getValidRequestBody(opts) as BodyInit | null | undefined, - url, - }); - }; - - const _buildUrl: Client['buildUrl'] = (options) => buildUrl({ ..._config, ...options }); - - return { - buildUrl: _buildUrl, - connect: makeMethodFn('CONNECT'), - delete: makeMethodFn('DELETE'), - get: makeMethodFn('GET'), - getConfig, - head: makeMethodFn('HEAD'), - interceptors, - options: makeMethodFn('OPTIONS'), - patch: makeMethodFn('PATCH'), - post: makeMethodFn('POST'), - put: makeMethodFn('PUT'), - request, - setConfig, - sse: { - connect: makeSseFn('CONNECT'), - delete: makeSseFn('DELETE'), - get: makeSseFn('GET'), - head: makeSseFn('HEAD'), - options: makeSseFn('OPTIONS'), - patch: makeSseFn('PATCH'), - post: makeSseFn('POST'), - put: makeSseFn('PUT'), - trace: makeSseFn('TRACE'), - }, - trace: makeMethodFn('TRACE'), - } as Client; -}; diff --git a/sdk/litellm-ai/src/client/client/index.ts b/sdk/litellm-ai/src/client/client/index.ts deleted file mode 100644 index b295edeca0c..00000000000 --- a/sdk/litellm-ai/src/client/client/index.ts +++ /dev/null @@ -1,25 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -export type { Auth } from '../core/auth.gen'; -export type { QuerySerializerOptions } from '../core/bodySerializer.gen'; -export { - formDataBodySerializer, - jsonBodySerializer, - urlSearchParamsBodySerializer, -} from '../core/bodySerializer.gen'; -export { buildClientParams } from '../core/params.gen'; -export { serializeQueryKeyValue } from '../core/queryKeySerializer.gen'; -export { createClient } from './client.gen'; -export type { - Client, - ClientOptions, - Config, - CreateClientConfig, - Options, - RequestOptions, - RequestResult, - ResolvedRequestOptions, - ResponseStyle, - TDataShape, -} from './types.gen'; -export { createConfig, mergeHeaders } from './utils.gen'; diff --git a/sdk/litellm-ai/src/client/client/types.gen.ts b/sdk/litellm-ai/src/client/client/types.gen.ts deleted file mode 100644 index 4b288a5099b..00000000000 --- a/sdk/litellm-ai/src/client/client/types.gen.ts +++ /dev/null @@ -1,217 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import type { Auth } from '../core/auth.gen'; -import type { - ServerSentEventsOptions, - ServerSentEventsResult, -} from '../core/serverSentEvents.gen'; -import type { Client as CoreClient, Config as CoreConfig } from '../core/types.gen'; -import type { Middleware } from './utils.gen'; - -export type ResponseStyle = 'data' | 'fields'; - -export interface Config - extends Omit, CoreConfig { - /** - * Base URL for all requests made by this client. - */ - baseUrl?: T['baseUrl']; - /** - * Fetch API implementation. You can use this option to provide a custom - * fetch instance. - * - * @default globalThis.fetch - */ - fetch?: typeof fetch; - /** - * Please don't use the Fetch client for Next.js applications. The `next` - * options won't have any effect. - * - * Install {@link https://www.npmjs.com/package/@hey-api/client-next `@hey-api/client-next`} instead. - */ - next?: never; - /** - * Return the response data parsed in a specified format. By default, `auto` - * will infer the appropriate method from the `Content-Type` response header. - * You can override this behavior with any of the {@link Body} methods. - * Select `stream` if you don't want to parse response data at all. - * - * @default 'auto' - */ - parseAs?: 'arrayBuffer' | 'auto' | 'blob' | 'formData' | 'json' | 'stream' | 'text'; - /** - * Should we return only data or multiple fields (data, error, response, etc.)? - * - * @default 'fields' - */ - responseStyle?: ResponseStyle; - /** - * Throw an error instead of returning it in the response? - * - * @default false - */ - throwOnError?: T['throwOnError']; -} - -export interface RequestOptions< - TData = unknown, - TResponseStyle extends ResponseStyle = 'fields', - ThrowOnError extends boolean = boolean, - Url extends string = string, -> - extends - Config<{ - responseStyle: TResponseStyle; - throwOnError: ThrowOnError; - }>, - Pick< - ServerSentEventsOptions, - | 'onRequest' - | 'onSseError' - | 'onSseEvent' - | 'sseDefaultRetryDelay' - | 'sseMaxRetryAttempts' - | 'sseMaxRetryDelay' - > { - /** - * Any body that you want to add to your request. - * - * {@link https://developer.mozilla.org/docs/Web/API/fetch#body} - */ - body?: unknown; - path?: Record; - query?: Record; - /** - * Security mechanism(s) to use for the request. - */ - security?: ReadonlyArray; - url: Url; -} - -export interface ResolvedRequestOptions< - TResponseStyle extends ResponseStyle = 'fields', - ThrowOnError extends boolean = boolean, - Url extends string = string, -> extends RequestOptions { - headers: Headers; - serializedBody?: string; -} - -export type RequestResult< - TData = unknown, - TError = unknown, - ThrowOnError extends boolean = boolean, - TResponseStyle extends ResponseStyle = 'fields', -> = ThrowOnError extends true - ? Promise< - TResponseStyle extends 'data' - ? TData extends Record - ? TData[keyof TData] - : TData - : { - data: TData extends Record ? TData[keyof TData] : TData; - request: Request; - response: Response; - } - > - : Promise< - TResponseStyle extends 'data' - ? (TData extends Record ? TData[keyof TData] : TData) | undefined - : ( - | { - data: TData extends Record ? TData[keyof TData] : TData; - error: undefined; - } - | { - data: undefined; - error: TError extends Record ? TError[keyof TError] : TError; - } - ) & { - /** request may be undefined, because error may be from building the request object itself */ - request?: Request; - /** response may be undefined, because error may be from building the request object itself or from a network error */ - response?: Response; - } - >; - -export interface ClientOptions { - baseUrl?: string; - responseStyle?: ResponseStyle; - throwOnError?: boolean; -} - -type MethodFn = < - TData = unknown, - TError = unknown, - ThrowOnError extends boolean = false, - TResponseStyle extends ResponseStyle = 'fields', ->( - options: Omit, 'method'>, -) => RequestResult; - -type SseFn = < - TData = unknown, - TError = unknown, - ThrowOnError extends boolean = false, - TResponseStyle extends ResponseStyle = 'fields', ->( - options: Omit, 'method'>, -) => Promise>; - -type RequestFn = < - TData = unknown, - TError = unknown, - ThrowOnError extends boolean = false, - TResponseStyle extends ResponseStyle = 'fields', ->( - options: Omit, 'method'> & - Pick>, 'method'>, -) => RequestResult; - -type BuildUrlFn = < - TData extends { - body?: unknown; - path?: Record; - query?: Record; - url: string; - }, ->( - options: TData & Options, -) => string; - -export type Client = CoreClient & { - interceptors: Middleware; -}; - -/** - * The `createClientConfig()` function will be called on client initialization - * and the returned object will become the client's initial configuration. - * - * You may want to initialize your client this way instead of calling - * `setConfig()`. This is useful for example if you're using Next.js - * to ensure your client always has the correct values. - */ -export type CreateClientConfig = ( - override?: Config, -) => Config & T>; - -export interface TDataShape { - body?: unknown; - headers?: unknown; - path?: unknown; - query?: unknown; - url: string; -} - -type OmitKeys = Pick>; - -export type Options< - TData extends TDataShape = TDataShape, - ThrowOnError extends boolean = boolean, - TResponse = unknown, - TResponseStyle extends ResponseStyle = 'fields', -> = OmitKeys< - RequestOptions, - 'body' | 'path' | 'query' | 'url' -> & - ([TData] extends [never] ? unknown : Omit); diff --git a/sdk/litellm-ai/src/client/client/utils.gen.ts b/sdk/litellm-ai/src/client/client/utils.gen.ts deleted file mode 100644 index 7800fe4b9da..00000000000 --- a/sdk/litellm-ai/src/client/client/utils.gen.ts +++ /dev/null @@ -1,316 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import { getAuthToken } from '../core/auth.gen'; -import type { QuerySerializerOptions } from '../core/bodySerializer.gen'; -import { jsonBodySerializer } from '../core/bodySerializer.gen'; -import { - serializeArrayParam, - serializeObjectParam, - serializePrimitiveParam, -} from '../core/pathSerializer.gen'; -import { getUrl } from '../core/utils.gen'; -import type { Client, ClientOptions, Config, RequestOptions } from './types.gen'; - -export const createQuerySerializer = ({ - parameters = {}, - ...args -}: QuerySerializerOptions = {}) => { - const querySerializer = (queryParams: T) => { - const search: string[] = []; - if (queryParams && typeof queryParams === 'object') { - for (const name in queryParams) { - const value = queryParams[name]; - - if (value === undefined || value === null) { - continue; - } - - const options = parameters[name] || args; - - if (Array.isArray(value)) { - const serializedArray = serializeArrayParam({ - allowReserved: options.allowReserved, - explode: true, - name, - style: 'form', - value, - ...options.array, - }); - if (serializedArray) search.push(serializedArray); - } else if (typeof value === 'object') { - const serializedObject = serializeObjectParam({ - allowReserved: options.allowReserved, - explode: true, - name, - style: 'deepObject', - value: value as Record, - ...options.object, - }); - if (serializedObject) search.push(serializedObject); - } else { - const serializedPrimitive = serializePrimitiveParam({ - allowReserved: options.allowReserved, - name, - value: value as string, - }); - if (serializedPrimitive) search.push(serializedPrimitive); - } - } - } - return search.join('&'); - }; - return querySerializer; -}; - -/** - * Infers parseAs value from provided Content-Type header. - */ -export const getParseAs = (contentType: string | null): Exclude => { - if (!contentType) { - // If no Content-Type header is provided, the best we can do is return the raw response body, - // which is effectively the same as the 'stream' option. - return 'stream'; - } - - const cleanContent = contentType.split(';')[0]?.trim(); - - if (!cleanContent) { - return; - } - - if (cleanContent.startsWith('application/json') || cleanContent.endsWith('+json')) { - return 'json'; - } - - if (cleanContent === 'multipart/form-data') { - return 'formData'; - } - - if ( - ['application/', 'audio/', 'image/', 'video/'].some((type) => cleanContent.startsWith(type)) - ) { - return 'blob'; - } - - if (cleanContent.startsWith('text/')) { - return 'text'; - } - - return; -}; - -const checkForExistence = ( - options: Pick & { - headers: Headers; - }, - name?: string, -): boolean => { - if (!name) { - return false; - } - if ( - options.headers.has(name) || - options.query?.[name] || - options.headers.get('Cookie')?.includes(`${name}=`) - ) { - return true; - } - return false; -}; - -export async function setAuthParams( - options: Pick & { - headers: Headers; - }, -): Promise { - for (const auth of options.security ?? []) { - if (checkForExistence(options, auth.name)) { - continue; - } - - const token = await getAuthToken(auth, options.auth); - - if (!token) { - continue; - } - - const name = auth.name ?? 'Authorization'; - - switch (auth.in) { - case 'query': - if (!options.query) { - options.query = {}; - } - options.query[name] = token; - break; - case 'cookie': - options.headers.append('Cookie', `${name}=${token}`); - break; - case 'header': - default: - options.headers.set(name, token); - break; - } - } -} - -export const buildUrl: Client['buildUrl'] = (options) => - getUrl({ - baseUrl: options.baseUrl as string, - path: options.path, - query: options.query, - querySerializer: - typeof options.querySerializer === 'function' - ? options.querySerializer - : createQuerySerializer(options.querySerializer), - url: options.url, - }); - -export const mergeConfigs = (a: Config, b: Config): Config => { - const config = { ...a, ...b }; - if (config.baseUrl?.endsWith('/')) { - config.baseUrl = config.baseUrl.substring(0, config.baseUrl.length - 1); - } - config.headers = mergeHeaders(a.headers, b.headers); - return config; -}; - -const headersEntries = (headers: Headers): Array<[string, string]> => { - const entries: Array<[string, string]> = []; - headers.forEach((value, key) => { - entries.push([key, value]); - }); - return entries; -}; - -export const mergeHeaders = ( - ...headers: Array['headers'] | undefined> -): Headers => { - const mergedHeaders = new Headers(); - for (const header of headers) { - if (!header) { - continue; - } - - const iterator = header instanceof Headers ? headersEntries(header) : Object.entries(header); - - for (const [key, value] of iterator) { - if (value === null) { - mergedHeaders.delete(key); - } else if (Array.isArray(value)) { - for (const v of value) { - mergedHeaders.append(key, v as string); - } - } else if (value !== undefined) { - // assume object headers are meant to be JSON stringified, i.e., their - // content value in OpenAPI specification is 'application/json' - mergedHeaders.set( - key, - typeof value === 'object' ? JSON.stringify(value) : (value as string), - ); - } - } - } - return mergedHeaders; -}; - -type ErrInterceptor = ( - error: Err, - /** response may be undefined due to a network error where no response object is produced */ - response: Res | undefined, - /** request may be undefined, because error may be from building the request object itself */ - request: Req | undefined, - options: Options, -) => Err | Promise; - -type ReqInterceptor = (request: Req, options: Options) => Req | Promise; - -type ResInterceptor = ( - response: Res, - request: Req, - options: Options, -) => Res | Promise; - -class Interceptors { - fns: Array = []; - - clear(): void { - this.fns = []; - } - - eject(id: number | Interceptor): void { - const index = this.getInterceptorIndex(id); - if (this.fns[index]) { - this.fns[index] = null; - } - } - - exists(id: number | Interceptor): boolean { - const index = this.getInterceptorIndex(id); - return Boolean(this.fns[index]); - } - - getInterceptorIndex(id: number | Interceptor): number { - if (typeof id === 'number') { - return this.fns[id] ? id : -1; - } - return this.fns.indexOf(id); - } - - update(id: number | Interceptor, fn: Interceptor): number | Interceptor | false { - const index = this.getInterceptorIndex(id); - if (this.fns[index]) { - this.fns[index] = fn; - return id; - } - return false; - } - - use(fn: Interceptor): number { - this.fns.push(fn); - return this.fns.length - 1; - } -} - -export interface Middleware { - error: Interceptors>; - request: Interceptors>; - response: Interceptors>; -} - -export const createInterceptors = (): Middleware< - Req, - Res, - Err, - Options -> => ({ - error: new Interceptors>(), - request: new Interceptors>(), - response: new Interceptors>(), -}); - -const defaultQuerySerializer = createQuerySerializer({ - allowReserved: false, - array: { - explode: true, - style: 'form', - }, - object: { - explode: true, - style: 'deepObject', - }, -}); - -const defaultHeaders = { - 'Content-Type': 'application/json', -}; - -export const createConfig = ( - override: Config & T> = {}, -): Config & T> => ({ - ...jsonBodySerializer, - headers: defaultHeaders, - parseAs: 'auto', - querySerializer: defaultQuerySerializer, - ...override, -}); diff --git a/sdk/litellm-ai/src/client/core/auth.gen.ts b/sdk/litellm-ai/src/client/core/auth.gen.ts deleted file mode 100644 index 3ebf9947883..00000000000 --- a/sdk/litellm-ai/src/client/core/auth.gen.ts +++ /dev/null @@ -1,41 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -export type AuthToken = string | undefined; - -export interface Auth { - /** - * Which part of the request do we use to send the auth? - * - * @default 'header' - */ - in?: 'header' | 'query' | 'cookie'; - /** - * Header or query parameter name. - * - * @default 'Authorization' - */ - name?: string; - scheme?: 'basic' | 'bearer'; - type: 'apiKey' | 'http'; -} - -export const getAuthToken = async ( - auth: Auth, - callback: ((auth: Auth) => Promise | AuthToken) | AuthToken, -): Promise => { - const token = typeof callback === 'function' ? await callback(auth) : callback; - - if (!token) { - return; - } - - if (auth.scheme === 'bearer') { - return `Bearer ${token}`; - } - - if (auth.scheme === 'basic') { - return `Basic ${btoa(token)}`; - } - - return token; -}; diff --git a/sdk/litellm-ai/src/client/core/bodySerializer.gen.ts b/sdk/litellm-ai/src/client/core/bodySerializer.gen.ts deleted file mode 100644 index 67daca60f89..00000000000 --- a/sdk/litellm-ai/src/client/core/bodySerializer.gen.ts +++ /dev/null @@ -1,82 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import type { ArrayStyle, ObjectStyle, SerializerOptions } from './pathSerializer.gen'; - -export type QuerySerializer = (query: Record) => string; - -export type BodySerializer = (body: unknown) => unknown; - -type QuerySerializerOptionsObject = { - allowReserved?: boolean; - array?: Partial>; - object?: Partial>; -}; - -export type QuerySerializerOptions = QuerySerializerOptionsObject & { - /** - * Per-parameter serialization overrides. When provided, these settings - * override the global array/object settings for specific parameter names. - */ - parameters?: Record; -}; - -const serializeFormDataPair = (data: FormData, key: string, value: unknown): void => { - if (typeof value === 'string' || value instanceof Blob) { - data.append(key, value); - } else if (value instanceof Date) { - data.append(key, value.toISOString()); - } else { - data.append(key, JSON.stringify(value)); - } -}; - -const serializeUrlSearchParamsPair = (data: URLSearchParams, key: string, value: unknown): void => { - if (typeof value === 'string') { - data.append(key, value); - } else { - data.append(key, JSON.stringify(value)); - } -}; - -export const formDataBodySerializer = { - bodySerializer: (body: unknown): FormData => { - const data = new FormData(); - - Object.entries(body as Record).forEach(([key, value]) => { - if (value === undefined || value === null) { - return; - } - if (Array.isArray(value)) { - value.forEach((v) => serializeFormDataPair(data, key, v)); - } else { - serializeFormDataPair(data, key, value); - } - }); - - return data; - }, -}; - -export const jsonBodySerializer = { - bodySerializer: (body: unknown): string => - JSON.stringify(body, (_key, value) => (typeof value === 'bigint' ? value.toString() : value)), -}; - -export const urlSearchParamsBodySerializer = { - bodySerializer: (body: unknown): string => { - const data = new URLSearchParams(); - - Object.entries(body as Record).forEach(([key, value]) => { - if (value === undefined || value === null) { - return; - } - if (Array.isArray(value)) { - value.forEach((v) => serializeUrlSearchParamsPair(data, key, v)); - } else { - serializeUrlSearchParamsPair(data, key, value); - } - }); - - return data.toString(); - }, -}; diff --git a/sdk/litellm-ai/src/client/core/params.gen.ts b/sdk/litellm-ai/src/client/core/params.gen.ts deleted file mode 100644 index 7955601a5cc..00000000000 --- a/sdk/litellm-ai/src/client/core/params.gen.ts +++ /dev/null @@ -1,169 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -type Slot = 'body' | 'headers' | 'path' | 'query'; - -export type Field = - | { - in: Exclude; - /** - * Field name. This is the name we want the user to see and use. - */ - key: string; - /** - * Field mapped name. This is the name we want to use in the request. - * If omitted, we use the same value as `key`. - */ - map?: string; - } - | { - in: Extract; - /** - * Key isn't required for bodies. - */ - key?: string; - map?: string; - } - | { - /** - * Field name. This is the name we want the user to see and use. - */ - key: string; - /** - * Field mapped name. This is the name we want to use in the request. - * If `in` is omitted, `map` aliases `key` to the transport layer. - */ - map: Slot; - }; - -export interface Fields { - allowExtra?: Partial>; - args?: ReadonlyArray; -} - -export type FieldsConfig = ReadonlyArray; - -const extraPrefixesMap: Record = { - $body_: 'body', - $headers_: 'headers', - $path_: 'path', - $query_: 'query', -}; -const extraPrefixes = Object.entries(extraPrefixesMap); - -type KeyMap = Map< - string, - | { - in: Slot; - map?: string; - } - | { - in?: never; - map: Slot; - } ->; - -const buildKeyMap = (fields: FieldsConfig, map?: KeyMap): KeyMap => { - if (!map) { - map = new Map(); - } - - for (const config of fields) { - if ('in' in config) { - if (config.key) { - map.set(config.key, { - in: config.in, - map: config.map, - }); - } - } else if ('key' in config) { - map.set(config.key, { - map: config.map, - }); - } else if (config.args) { - buildKeyMap(config.args, map); - } - } - - return map; -}; - -interface Params { - body: unknown; - headers: Record; - path: Record; - query: Record; -} - -const stripEmptySlots = (params: Params) => { - for (const [slot, value] of Object.entries(params)) { - if (value && typeof value === 'object' && !Array.isArray(value) && !Object.keys(value).length) { - delete params[slot as Slot]; - } - } -}; - -export const buildClientParams = (args: ReadonlyArray, fields: FieldsConfig) => { - const params: Params = { - body: {}, - headers: {}, - path: {}, - query: {}, - }; - - const map = buildKeyMap(fields); - - let config: FieldsConfig[number] | undefined; - - for (const [index, arg] of args.entries()) { - if (fields[index]) { - config = fields[index]; - } - - if (!config) { - continue; - } - - if ('in' in config) { - if (config.key) { - const field = map.get(config.key)!; - const name = field.map || config.key; - if (field.in) { - (params[field.in] as Record)[name] = arg; - } - } else { - params.body = arg; - } - } else { - for (const [key, value] of Object.entries(arg ?? {})) { - const field = map.get(key); - - if (field) { - if (field.in) { - const name = field.map || key; - (params[field.in] as Record)[name] = value; - } else { - params[field.map] = value; - } - } else { - const extra = extraPrefixes.find(([prefix]) => key.startsWith(prefix)); - - if (extra) { - const [prefix, slot] = extra; - (params[slot] as Record)[key.slice(prefix.length)] = value; - } else if ('allowExtra' in config && config.allowExtra) { - for (const [slot, allowed] of Object.entries(config.allowExtra)) { - if (allowed) { - (params[slot as Slot] as Record)[key] = value; - break; - } - } - } - } - } - } - } - - stripEmptySlots(params); - - return params; -}; diff --git a/sdk/litellm-ai/src/client/core/pathSerializer.gen.ts b/sdk/litellm-ai/src/client/core/pathSerializer.gen.ts deleted file mode 100644 index 994b2848c63..00000000000 --- a/sdk/litellm-ai/src/client/core/pathSerializer.gen.ts +++ /dev/null @@ -1,171 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -interface SerializeOptions extends SerializePrimitiveOptions, SerializerOptions {} - -interface SerializePrimitiveOptions { - allowReserved?: boolean; - name: string; -} - -export interface SerializerOptions { - /** - * @default true - */ - explode: boolean; - style: T; -} - -export type ArrayStyle = 'form' | 'spaceDelimited' | 'pipeDelimited'; -export type ArraySeparatorStyle = ArrayStyle | MatrixStyle; -type MatrixStyle = 'label' | 'matrix' | 'simple'; -export type ObjectStyle = 'form' | 'deepObject'; -type ObjectSeparatorStyle = ObjectStyle | MatrixStyle; - -interface SerializePrimitiveParam extends SerializePrimitiveOptions { - value: string; -} - -export const separatorArrayExplode = (style: ArraySeparatorStyle) => { - switch (style) { - case 'label': - return '.'; - case 'matrix': - return ';'; - case 'simple': - return ','; - default: - return '&'; - } -}; - -export const separatorArrayNoExplode = (style: ArraySeparatorStyle) => { - switch (style) { - case 'form': - return ','; - case 'pipeDelimited': - return '|'; - case 'spaceDelimited': - return '%20'; - default: - return ','; - } -}; - -export const separatorObjectExplode = (style: ObjectSeparatorStyle) => { - switch (style) { - case 'label': - return '.'; - case 'matrix': - return ';'; - case 'simple': - return ','; - default: - return '&'; - } -}; - -export const serializeArrayParam = ({ - allowReserved, - explode, - name, - style, - value, -}: SerializeOptions & { - value: unknown[]; -}) => { - if (!explode) { - const joinedValues = ( - allowReserved ? value : value.map((v) => encodeURIComponent(v as string)) - ).join(separatorArrayNoExplode(style)); - switch (style) { - case 'label': - return `.${joinedValues}`; - case 'matrix': - return `;${name}=${joinedValues}`; - case 'simple': - return joinedValues; - default: - return `${name}=${joinedValues}`; - } - } - - const separator = separatorArrayExplode(style); - const joinedValues = value - .map((v) => { - if (style === 'label' || style === 'simple') { - return allowReserved ? v : encodeURIComponent(v as string); - } - - return serializePrimitiveParam({ - allowReserved, - name, - value: v as string, - }); - }) - .join(separator); - return style === 'label' || style === 'matrix' ? separator + joinedValues : joinedValues; -}; - -export const serializePrimitiveParam = ({ - allowReserved, - name, - value, -}: SerializePrimitiveParam) => { - if (value === undefined || value === null) { - return ''; - } - - if (typeof value === 'object') { - throw new Error( - 'Deeply-nested arrays/objects aren’t supported. Provide your own `querySerializer()` to handle these.', - ); - } - - return `${name}=${allowReserved ? value : encodeURIComponent(value)}`; -}; - -export const serializeObjectParam = ({ - allowReserved, - explode, - name, - style, - value, - valueOnly, -}: SerializeOptions & { - value: Record | Date; - valueOnly?: boolean; -}) => { - if (value instanceof Date) { - return valueOnly ? value.toISOString() : `${name}=${value.toISOString()}`; - } - - if (style !== 'deepObject' && !explode) { - let values: string[] = []; - Object.entries(value).forEach(([key, v]) => { - values = [...values, key, allowReserved ? (v as string) : encodeURIComponent(v as string)]; - }); - const joinedValues = values.join(','); - switch (style) { - case 'form': - return `${name}=${joinedValues}`; - case 'label': - return `.${joinedValues}`; - case 'matrix': - return `;${name}=${joinedValues}`; - default: - return joinedValues; - } - } - - const separator = separatorObjectExplode(style); - const joinedValues = Object.entries(value) - .map(([key, v]) => - serializePrimitiveParam({ - allowReserved, - name: style === 'deepObject' ? `${name}[${key}]` : key, - value: v as string, - }), - ) - .join(separator); - return style === 'label' || style === 'matrix' ? separator + joinedValues : joinedValues; -}; diff --git a/sdk/litellm-ai/src/client/core/queryKeySerializer.gen.ts b/sdk/litellm-ai/src/client/core/queryKeySerializer.gen.ts deleted file mode 100644 index 5000df606f3..00000000000 --- a/sdk/litellm-ai/src/client/core/queryKeySerializer.gen.ts +++ /dev/null @@ -1,117 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -/** - * JSON-friendly union that mirrors what Pinia Colada can hash. - */ -export type JsonValue = - | null - | string - | number - | boolean - | JsonValue[] - | { [key: string]: JsonValue }; - -/** - * Replacer that converts non-JSON values (bigint, Date, etc.) to safe substitutes. - */ -export const queryKeyJsonReplacer = (_key: string, value: unknown) => { - if (value === undefined || typeof value === 'function' || typeof value === 'symbol') { - return undefined; - } - if (typeof value === 'bigint') { - return value.toString(); - } - if (value instanceof Date) { - return value.toISOString(); - } - return value; -}; - -/** - * Safely stringifies a value and parses it back into a JsonValue. - */ -export const stringifyToJsonValue = (input: unknown): JsonValue | undefined => { - try { - const json = JSON.stringify(input, queryKeyJsonReplacer); - if (json === undefined) { - return undefined; - } - return JSON.parse(json) as JsonValue; - } catch { - return undefined; - } -}; - -/** - * Detects plain objects (including objects with a null prototype). - */ -const isPlainObject = (value: unknown): value is Record => { - if (value === null || typeof value !== 'object') { - return false; - } - const prototype = Object.getPrototypeOf(value as object); - return prototype === Object.prototype || prototype === null; -}; - -/** - * Turns URLSearchParams into a sorted JSON object for deterministic keys. - */ -const serializeSearchParams = (params: URLSearchParams): JsonValue => { - const entries = Array.from(params.entries()).sort(([a], [b]) => a.localeCompare(b)); - const result: Record = {}; - - for (const [key, value] of entries) { - const existing = result[key]; - if (existing === undefined) { - result[key] = value; - continue; - } - - if (Array.isArray(existing)) { - (existing as string[]).push(value); - } else { - result[key] = [existing, value]; - } - } - - return result; -}; - -/** - * Normalizes any accepted value into a JSON-friendly shape for query keys. - */ -export const serializeQueryKeyValue = (value: unknown): JsonValue | undefined => { - if (value === null) { - return null; - } - - if (typeof value === 'string' || typeof value === 'number' || typeof value === 'boolean') { - return value; - } - - if (value === undefined || typeof value === 'function' || typeof value === 'symbol') { - return undefined; - } - - if (typeof value === 'bigint') { - return value.toString(); - } - - if (value instanceof Date) { - return value.toISOString(); - } - - if (Array.isArray(value)) { - return stringifyToJsonValue(value); - } - - if (typeof URLSearchParams !== 'undefined' && value instanceof URLSearchParams) { - return serializeSearchParams(value); - } - - if (isPlainObject(value)) { - return stringifyToJsonValue(value); - } - - return undefined; -}; diff --git a/sdk/litellm-ai/src/client/core/serverSentEvents.gen.ts b/sdk/litellm-ai/src/client/core/serverSentEvents.gen.ts deleted file mode 100644 index ddf3c4d13a4..00000000000 --- a/sdk/litellm-ai/src/client/core/serverSentEvents.gen.ts +++ /dev/null @@ -1,242 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import type { Config } from './types.gen'; - -export type ServerSentEventsOptions = Omit & - Pick & { - /** - * Fetch API implementation. You can use this option to provide a custom - * fetch instance. - * - * @default globalThis.fetch - */ - fetch?: typeof fetch; - /** - * Implementing clients can call request interceptors inside this hook. - */ - onRequest?: (url: string, init: RequestInit) => Promise; - /** - * Callback invoked when a network or parsing error occurs during streaming. - * - * This option applies only if the endpoint returns a stream of events. - * - * @param error The error that occurred. - */ - onSseError?: (error: unknown) => void; - /** - * Callback invoked when an event is streamed from the server. - * - * This option applies only if the endpoint returns a stream of events. - * - * @param event Event streamed from the server. - * @returns Nothing (void). - */ - onSseEvent?: (event: StreamEvent) => void; - serializedBody?: RequestInit['body']; - /** - * Default retry delay in milliseconds. - * - * This option applies only if the endpoint returns a stream of events. - * - * @default 3000 - */ - sseDefaultRetryDelay?: number; - /** - * Maximum number of retry attempts before giving up. - */ - sseMaxRetryAttempts?: number; - /** - * Maximum retry delay in milliseconds. - * - * Applies only when exponential backoff is used. - * - * This option applies only if the endpoint returns a stream of events. - * - * @default 30000 - */ - sseMaxRetryDelay?: number; - /** - * Optional sleep function for retry backoff. - * - * Defaults to using `setTimeout`. - */ - sseSleepFn?: (ms: number) => Promise; - url: string; - }; - -export interface StreamEvent { - data: TData; - event?: string; - id?: string; - retry?: number; -} - -export type ServerSentEventsResult = { - stream: AsyncGenerator< - TData extends Record ? TData[keyof TData] : TData, - TReturn, - TNext - >; -}; - -export function createSseClient({ - onRequest, - onSseError, - onSseEvent, - responseTransformer, - responseValidator, - sseDefaultRetryDelay, - sseMaxRetryAttempts, - sseMaxRetryDelay, - sseSleepFn, - url, - ...options -}: ServerSentEventsOptions): ServerSentEventsResult { - let lastEventId: string | undefined; - - const sleep = sseSleepFn ?? ((ms: number) => new Promise((resolve) => setTimeout(resolve, ms))); - - const createStream = async function* () { - let retryDelay: number = sseDefaultRetryDelay ?? 3000; - let attempt = 0; - const signal = options.signal ?? new AbortController().signal; - - while (true) { - if (signal.aborted) break; - - attempt++; - - const headers = - options.headers instanceof Headers - ? options.headers - : new Headers(options.headers as Record | undefined); - - if (lastEventId !== undefined) { - headers.set('Last-Event-ID', lastEventId); - } - - try { - const requestInit: RequestInit = { - redirect: 'follow', - ...options, - body: options.serializedBody, - headers, - signal, - }; - let request = new Request(url, requestInit); - if (onRequest) { - request = await onRequest(url, requestInit); - } - // fetch must be assigned here, otherwise it would throw the error: - // TypeError: Failed to execute 'fetch' on 'Window': Illegal invocation - const _fetch = options.fetch ?? globalThis.fetch; - const response = await _fetch(request); - - if (!response.ok) throw new Error(`SSE failed: ${response.status} ${response.statusText}`); - - if (!response.body) throw new Error('No body in SSE response'); - - const reader = response.body.pipeThrough(new TextDecoderStream()).getReader(); - - let buffer = ''; - - const abortHandler = () => { - try { - reader.cancel(); - } catch { - // noop - } - }; - - signal.addEventListener('abort', abortHandler); - - try { - while (true) { - const { done, value } = await reader.read(); - if (done) break; - buffer += value; - buffer = buffer.replace(/\r\n?/g, '\n'); // normalize line endings - - const chunks = buffer.split('\n\n'); - buffer = chunks.pop() ?? ''; - - for (const chunk of chunks) { - const lines = chunk.split('\n'); - const dataLines: Array = []; - let eventName: string | undefined; - - for (const line of lines) { - if (line.startsWith('data:')) { - dataLines.push(line.replace(/^data:\s*/, '')); - } else if (line.startsWith('event:')) { - eventName = line.replace(/^event:\s*/, ''); - } else if (line.startsWith('id:')) { - lastEventId = line.replace(/^id:\s*/, ''); - } else if (line.startsWith('retry:')) { - const parsed = Number.parseInt(line.replace(/^retry:\s*/, ''), 10); - if (!Number.isNaN(parsed)) { - retryDelay = parsed; - } - } - } - - let data: unknown; - let parsedJson = false; - - if (dataLines.length) { - const rawData = dataLines.join('\n'); - try { - data = JSON.parse(rawData); - parsedJson = true; - } catch { - data = rawData; - } - } - - if (parsedJson) { - if (responseValidator) { - await responseValidator(data); - } - - if (responseTransformer) { - data = await responseTransformer(data); - } - } - - onSseEvent?.({ - data, - event: eventName, - id: lastEventId, - retry: retryDelay, - }); - - if (dataLines.length) { - yield data as any; - } - } - } - } finally { - signal.removeEventListener('abort', abortHandler); - reader.releaseLock(); - } - - break; // exit loop on normal completion - } catch (error) { - // connection failed or aborted; retry after delay - onSseError?.(error); - - if (sseMaxRetryAttempts !== undefined && attempt >= sseMaxRetryAttempts) { - break; // stop after firing error - } - - // exponential backoff: double retry each attempt, cap at 30s - const backoff = Math.min(retryDelay * 2 ** (attempt - 1), sseMaxRetryDelay ?? 30000); - await sleep(backoff); - } - } - }; - - const stream = createStream(); - - return { stream }; -} diff --git a/sdk/litellm-ai/src/client/core/types.gen.ts b/sdk/litellm-ai/src/client/core/types.gen.ts deleted file mode 100644 index 9efe71d4c16..00000000000 --- a/sdk/litellm-ai/src/client/core/types.gen.ts +++ /dev/null @@ -1,104 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import type { Auth, AuthToken } from './auth.gen'; -import type { BodySerializer, QuerySerializer, QuerySerializerOptions } from './bodySerializer.gen'; - -export type HttpMethod = - | 'connect' - | 'delete' - | 'get' - | 'head' - | 'options' - | 'patch' - | 'post' - | 'put' - | 'trace'; - -export type Client< - RequestFn = never, - Config = unknown, - MethodFn = never, - BuildUrlFn = never, - SseFn = never, -> = { - /** - * Returns the final request URL. - */ - buildUrl: BuildUrlFn; - getConfig: () => Config; - request: RequestFn; - setConfig: (config: Config) => Config; -} & { - [K in HttpMethod]: MethodFn; -} & ([SseFn] extends [never] ? { sse?: never } : { sse: { [K in HttpMethod]: SseFn } }); - -export interface Config { - /** - * Auth token or a function returning auth token. The resolved value will be - * added to the request payload as defined by its `security` array. - */ - auth?: ((auth: Auth) => Promise | AuthToken) | AuthToken; - /** - * A function for serializing request body parameter. By default, - * {@link JSON.stringify()} will be used. - */ - bodySerializer?: BodySerializer | null; - /** - * An object containing any HTTP headers that you want to pre-populate your - * `Headers` object with. - * - * {@link https://developer.mozilla.org/docs/Web/API/Headers/Headers#init See more} - */ - headers?: - | RequestInit['headers'] - | Record< - string, - string | number | boolean | (string | number | boolean)[] | null | undefined | unknown - >; - /** - * The request method. - * - * {@link https://developer.mozilla.org/docs/Web/API/fetch#method See more} - */ - method?: Uppercase; - /** - * A function for serializing request query parameters. By default, arrays - * will be exploded in form style, objects will be exploded in deepObject - * style, and reserved characters are percent-encoded. - * - * This method will have no effect if the native `paramsSerializer()` Axios - * API function is used. - * - * {@link https://swagger.io/docs/specification/serialization/#query View examples} - */ - querySerializer?: QuerySerializer | QuerySerializerOptions; - /** - * A function validating request data. This is useful if you want to ensure - * the request conforms to the desired shape, so it can be safely sent to - * the server. - */ - requestValidator?: (data: unknown) => Promise; - /** - * A function transforming response data before it's returned. This is useful - * for post-processing data, e.g., converting ISO strings into Date objects. - */ - responseTransformer?: (data: unknown) => Promise; - /** - * A function validating response data. This is useful if you want to ensure - * the response conforms to the desired shape, so it can be safely passed to - * the transformers and returned to the user. - */ - responseValidator?: (data: unknown) => Promise; -} - -type IsExactlyNeverOrNeverUndefined = [T] extends [never] - ? true - : [T] extends [never | undefined] - ? [undefined] extends [T] - ? false - : true - : false; - -export type OmitNever> = { - [K in keyof T as IsExactlyNeverOrNeverUndefined extends true ? never : K]: T[K]; -}; diff --git a/sdk/litellm-ai/src/client/core/utils.gen.ts b/sdk/litellm-ai/src/client/core/utils.gen.ts deleted file mode 100644 index 9a4fec7830f..00000000000 --- a/sdk/litellm-ai/src/client/core/utils.gen.ts +++ /dev/null @@ -1,140 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import type { BodySerializer, QuerySerializer } from './bodySerializer.gen'; -import { - type ArraySeparatorStyle, - serializeArrayParam, - serializeObjectParam, - serializePrimitiveParam, -} from './pathSerializer.gen'; - -export interface PathSerializer { - path: Record; - url: string; -} - -export const PATH_PARAM_RE = /\{[^{}]+\}/g; - -export const defaultPathSerializer = ({ path, url: _url }: PathSerializer) => { - let url = _url; - const matches = _url.match(PATH_PARAM_RE); - if (matches) { - for (const match of matches) { - let explode = false; - let name = match.substring(1, match.length - 1); - let style: ArraySeparatorStyle = 'simple'; - - if (name.endsWith('*')) { - explode = true; - name = name.substring(0, name.length - 1); - } - - if (name.startsWith('.')) { - name = name.substring(1); - style = 'label'; - } else if (name.startsWith(';')) { - name = name.substring(1); - style = 'matrix'; - } - - const value = path[name]; - - if (value === undefined || value === null) { - continue; - } - - if (Array.isArray(value)) { - url = url.replace(match, serializeArrayParam({ explode, name, style, value })); - continue; - } - - if (typeof value === 'object') { - url = url.replace( - match, - serializeObjectParam({ - explode, - name, - style, - value: value as Record, - valueOnly: true, - }), - ); - continue; - } - - if (style === 'matrix') { - url = url.replace( - match, - `;${serializePrimitiveParam({ - name, - value: value as string, - })}`, - ); - continue; - } - - const replaceValue = encodeURIComponent( - style === 'label' ? `.${value as string}` : (value as string), - ); - url = url.replace(match, replaceValue); - } - } - return url; -}; - -export const getUrl = ({ - baseUrl, - path, - query, - querySerializer, - url: _url, -}: { - baseUrl?: string; - path?: Record; - query?: Record; - querySerializer: QuerySerializer; - url: string; -}) => { - const pathUrl = _url.startsWith('/') ? _url : `/${_url}`; - let url = (baseUrl ?? '') + pathUrl; - if (path) { - url = defaultPathSerializer({ path, url }); - } - let search = query ? querySerializer(query) : ''; - if (search.startsWith('?')) { - search = search.substring(1); - } - if (search) { - url += `?${search}`; - } - return url; -}; - -export function getValidRequestBody(options: { - body?: unknown; - bodySerializer?: BodySerializer | null; - serializedBody?: unknown; -}) { - const hasBody = options.body !== undefined; - const isSerializedBody = hasBody && options.bodySerializer; - - if (isSerializedBody) { - if ('serializedBody' in options) { - const hasSerializedBody = - options.serializedBody !== undefined && options.serializedBody !== ''; - - return hasSerializedBody ? options.serializedBody : null; - } - - // not all clients implement a serializedBody property (i.e., client-axios) - return options.body !== '' ? options.body : null; - } - - // plain/text body - if (hasBody) { - return options.body; - } - - // no body was provided - return undefined; -} diff --git a/sdk/litellm-ai/src/client/index.ts b/sdk/litellm-ai/src/client/index.ts deleted file mode 100644 index d5a73151cb4..00000000000 --- a/sdk/litellm-ai/src/client/index.ts +++ /dev/null @@ -1,4 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -export { activeCallbacksActiveCallbacksGet, activeCallbacksSettingsGet, addAllowedIpAddAllowedIpPost, addMcpServerV1McpServerPost, addMcpToolsetV1McpToolsetPost, addMessagesThreadsThreadIdMessagesPost, addMessagesV1ThreadsThreadIdMessagesPost, addNewModelModelNewPost, addSessionMcpServerV1McpServerOauthSessionPost, addTeamCallbacksTeamTeamIdCallbackPost, anthropicProxyRouteAnthropicEndpointDelete, anthropicProxyRouteAnthropicEndpointGet, anthropicProxyRouteAnthropicEndpointPatch, anthropicProxyRouteAnthropicEndpointPost, anthropicProxyRouteAnthropicEndpointPut, anthropicResponseV1MessagesPost, appendWorkflowEventV1WorkflowsRunsRunIdEventsPost, appendWorkflowMessageV1WorkflowsRunsRunIdMessagesPost, applyGuardrailApplyGuardrailPost, applyGuardrailGuardrailsApplyGuardrailPost, approveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePost, approveMcpServerSubmissionV1McpServerServerIdApprovePut, assemblyaiProxyRouteAssemblyaiEndpointDelete, assemblyaiProxyRouteAssemblyaiEndpointGet, assemblyaiProxyRouteAssemblyaiEndpointPatch, assemblyaiProxyRouteAssemblyaiEndpointPost, assemblyaiProxyRouteAssemblyaiEndpointPut, assemblyaiProxyRouteEuAssemblyaiEndpointDelete, assemblyaiProxyRouteEuAssemblyaiEndpointGet, assemblyaiProxyRouteEuAssemblyaiEndpointPatch, assemblyaiProxyRouteEuAssemblyaiEndpointPost, assemblyaiProxyRouteEuAssemblyaiEndpointPut, audioSpeechAudioSpeechPost, audioSpeechV1AudioSpeechPost, audioTranscriptionsAudioTranscriptionsPost, audioTranscriptionsV1AudioTranscriptionsPost, availableEnterpriseUsersUserAvailableUsersGet, azureProxyRouteAzureAiEndpointDelete, azureProxyRouteAzureAiEndpointGet, azureProxyRouteAzureAiEndpointPatch, azureProxyRouteAzureAiEndpointPost, azureProxyRouteAzureAiEndpointPut, azureProxyRouteAzureEndpointDelete, azureProxyRouteAzureEndpointGet, azureProxyRouteAzureEndpointPatch, azureProxyRouteAzureEndpointPost, azureProxyRouteAzureEndpointPut, bedrockProxyRouteBedrockEndpointDelete, bedrockProxyRouteBedrockEndpointGet, bedrockProxyRouteBedrockEndpointPatch, bedrockProxyRouteBedrockEndpointPost, bedrockProxyRouteBedrockEndpointPut, blockKeyKeyBlockPost, blockTeamTeamBlockPost, blockUserCustomerBlockPost, budgetSettingsBudgetSettingsGet, bulkTeamMemberAddTeamBulkMemberAddPost, bulkUpdateKeysKeyBulkUpdatePost, bulkUpdateTeamKeysTeamKeyBulkUpdatePost, bulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePost, bulkUserUpdateUserBulkUpdatePost, cacheDeleteCacheDeletePost, cacheFlushallCacheFlushallPost, cachePingCachePingGet, cacheRedisInfoCacheRedisInfoGet, calculateSpendSpendCalculatePost, callToolRestApiMcpRestToolsCallPost, cancelBatchBatchesBatchIdCancelPost, cancelBatchProviderV1BatchesBatchIdCancelPost, cancelBatchV1BatchesBatchIdCancelPost, cancelEvalV1EvalsEvalIdCancelPost, cancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPost, cancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPost, cancelInteractionInteractionsInteractionIdCancelPost, cancelInteractionV1BetaInteractionsInteractionIdCancelPost, cancelResponseOpenaiV1ResponsesResponseIdCancelPost, cancelResponseResponsesResponseIdCancelPost, cancelResponseV1ResponsesResponseIdCancelPost, cancelRunV1EvalsEvalIdRunsRunIdPost, chatCompletionChatCompletionsPost, chatCompletionEnginesModelChatCompletionsPost, chatCompletionOpenaiDeploymentsModelChatCompletionsPost, chatCompletionV1ChatCompletionsPost, checkEuAiActComplianceComplianceEuAiActPost, checkGdprComplianceComplianceGdprPost, cloudzeroDryRunExportCloudzeroDryRunPost, cloudzeroExportCloudzeroExportPost, cohereProxyRouteCohereEndpointDelete, cohereProxyRouteCohereEndpointGet, cohereProxyRouteCohereEndpointPatch, cohereProxyRouteCohereEndpointPost, cohereProxyRouteCohereEndpointPut, compactResponseOpenaiV1ResponsesCompactPost, compactResponseResponsesCompactPost, compactResponseV1ResponsesCompactPost, comparePolicyVersionsPoliciesCompareGet, completionCompletionsPost, completionEnginesModelCompletionsPost, completionOpenaiDeploymentsModelCompletionsPost, completionV1CompletionsPost, convertPromptFileToJsonUtilsDotpromptJsonConverterPost, countTokensV1MessagesCountTokensPost, createAccessGroupV1AccessGroupPost, createAccessGroupV1UnifiedAccessGroupPost, createAgentV1AgentsPost, createAssistantAssistantsPost, createAssistantV1AssistantsPost, createBatchBatchesPost, createBatchProviderV1BatchesPost, createBatchV1BatchesPost, createContainerContainersPost, createContainerV1ContainersPost, createCredentialCredentialsPost, createEvalV1EvalsPost, createFallbackFallbackPost, createFileFilesPost, createFileProviderV1FilesPost, createFileV1FilesPost, createFineTuningJobFineTuningJobsPost, createFineTuningJobV1FineTuningJobsPost, createGroupScimV2GroupsPost, createGuardrailGuardrailsPost, createInteractionInteractionsPost, createInteractionV1BetaInteractionsPost, createJwtKeyMappingJwtKeyMappingNewPost, createMemoryV1MemoryPost, createModelGroupAccessGroupNewPost, createPassThroughEndpointsConfigPassThroughEndpointPost, createPolicyAttachmentPoliciesAttachmentsPost, createPolicyPoliciesPost, createPolicyVersionPoliciesNamePolicyNameVersionsPost, createPromptPromptsPost, createRealtimeClientSecretOpenaiV1RealtimeClientSecretsPost, createRealtimeClientSecretRealtimeClientSecretsPost, createRealtimeClientSecretV1RealtimeClientSecretsPost, createRunV1EvalsEvalIdRunsPost, createSearchToolSearchToolsPost, createSkillV1SkillsPost, createThreadsThreadsPost, createThreadsV1ThreadsPost, createUserScimV2UsersPost, createWorkflowRunV1WorkflowsRunsPost, cursorChatCompletionsCursorChatCompletionsPost, cursorProxyRouteCursorEndpointDelete, cursorProxyRouteCursorEndpointGet, cursorProxyRouteCursorEndpointPatch, cursorProxyRouteCursorEndpointPost, cursorProxyRouteCursorEndpointPut, deleteAccessGroupAccessGroupAccessGroupDeleteDelete, deleteAccessGroupV1AccessGroupAccessGroupIdDelete, deleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDelete, deleteAgentV1AgentsAgentIdDelete, deleteAllowedIpDeleteAllowedIpPost, deleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDelete, deleteAssistantAssistantsAssistantIdDelete, deleteAssistantV1AssistantsAssistantIdDelete, deleteBudgetBudgetDeletePost, deleteCloudzeroSettingsCloudzeroDeleteDelete, deleteContainerContainersContainerIdDelete, deleteContainerV1ContainersContainerIdDelete, deleteCredentialCredentialsCredentialNameDelete, deleteEndUserCustomerDeletePost, deleteEvalV1EvalsEvalIdDelete, deleteFallbackFallbackModelDelete, deleteFileFilesFileIdDelete, deleteFileProviderV1FilesFileIdDelete, deleteFileV1FilesFileIdDelete, deleteGroupScimV2GroupsGroupIdDelete, deleteGuardrailGuardrailsGuardrailIdDelete, deleteHashicorpVaultConfigConfigOverridesHashicorpVaultDelete, deleteInteractionInteractionsInteractionIdDelete, deleteInteractionV1BetaInteractionsInteractionIdDelete, deleteJwtKeyMappingJwtKeyMappingDeletePost, deleteKeyFnKeyDeletePost, deleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDelete, deleteMcpUserCredentialV1McpServerServerIdUserCredentialDelete, deleteMemoryV1MemoryKeyDelete, deleteModelModelDeletePost, deleteOrganizationOrganizationDeleteDelete, deletePassThroughEndpointsConfigPassThroughEndpointDelete, deletePluginClaudeCodePluginsPluginNameDelete, deletePolicyAttachmentPoliciesAttachmentsAttachmentIdDelete, deletePolicyPoliciesPolicyIdDelete, deleteProjectProjectDeleteDelete, deletePromptPromptsPromptIdDelete, deleteResponseOpenaiV1ResponsesResponseIdDelete, deleteResponseResponsesResponseIdDelete, deleteResponseV1ResponsesResponseIdDelete, deleteRunV1EvalsEvalIdRunsRunIdDelete, deleteSearchToolSearchToolsSearchToolIdDelete, deleteSkillV1SkillsSkillIdDelete, deleteTagTagDeletePost, deleteTeamTeamDeletePost, deleteToolPolicyOverrideV1ToolToolNameOverridesDelete, deleteUserScimV2UsersUserIdDelete, deleteUserUserDeletePost, deleteVantageSettingsVantageDeleteDelete, deleteVectorStoreVectorStoreDeletePost, deprecatedInfoOrganizationOrganizationInfoPost, disablePluginClaudeCodePluginsPluginNameDisablePost, disableTeamLoggingTeamTeamIdDisableLoggingPost, discoverMcpServersV1McpDiscoverGet, dynamicMcpRouteMcpServerNameMcpDelete, dynamicMcpRouteMcpServerNameMcpGet, dynamicMcpRouteMcpServerNameMcpHead, dynamicMcpRouteMcpServerNameMcpOptions, dynamicMcpRouteMcpServerNameMcpPatch, dynamicMcpRouteMcpServerNameMcpPost, dynamicMcpRouteMcpServerNameMcpPut, editMcpServerV1McpServerPut, editMcpToolsetV1McpToolsetPut, embeddingsEmbeddingsPost, embeddingsEnginesModelEmbeddingsPost, embeddingsOpenaiDeploymentsModelEmbeddingsPost, embeddingsV1EmbeddingsPost, enablePluginClaudeCodePluginsPluginNameEnablePost, endUserInfoCustomerInfoGet, enrichPolicyTemplatePolicyTemplatesEnrichPost, enrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPost, estimateAttachmentImpactPoliciesAttachmentsEstimateImpactPost, estimateCostCostEstimatePost, eventLoggingBatchApiEventLoggingBatchPost, fetchAllMcpServersV1McpServerGet, fetchMcpServerV1McpServerServerIdGet, fetchMcpToolsetsV1McpToolsetGet, fetchMcpToolsetV1McpToolsetToolsetIdGet, geminiProxyRouteGeminiEndpointDelete, geminiProxyRouteGeminiEndpointGet, geminiProxyRouteGeminiEndpointPatch, geminiProxyRouteGeminiEndpointPost, geminiProxyRouteGeminiEndpointPut, generateKeyFnKeyGeneratePost, generateServiceAccountKeyFnKeyServiceAccountGeneratePost, getAccessGroupInfoAccessGroupAccessGroupInfoGet, getAccessGroupV1AccessGroupAccessGroupIdGet, getAccessGroupV1UnifiedAccessGroupAccessGroupIdGet, getActiveTasksStatsDebugAsyncioTasksGet, getAdaptiveRouterStateAdaptiveRouterStateGet, getAgentByIdV1AgentsAgentIdGet, getAgentCardA2aAgentIdWellKnownAgentCardJsonGet, getAgentCardA2aAgentIdWellKnownAgentJsonGet, getAgentDailyActivityAgentDailyActivityGet, getAgentFieldsPublicAgentsFieldsGet, getAgentsPublicAgentHubGet, getAgentsV1AgentsGet, getAssistantsAssistantsGet, getAssistantsV1AssistantsGet, getAuditLogByIdAuditIdGet, getAuditLogsAuditGet, getAvailableSearchProvidersSearchToolsUiAvailableProvidersGet, getCacheSettingsCacheSettingsGet, getCallbackConfigsCallbacksConfigsGet, getCategoryYamlGuardrailsUiCategoryYamlCategoryNameGet, getClientIpV1McpNetworkClientIpGet, getCloudzeroSettingsCloudzeroSettingsGet, getCostDiscountConfigConfigCostDiscountConfigGet, getCostMarginConfigConfigCostMarginConfigGet, getCredentialByModelCredentialsByModelModelIdGet, getCredentialByNameCredentialsByNameCredentialNameGet, getCredentialsCredentialsGet, getCustomerDailyActivityCustomerDailyActivityGet, getDailyActiveUsersTagDauGet, getDefaultTeamSettingsGetDefaultTeamSettingsGet, getDistinctUserAgentTagsTagDistinctGet, getEmailEventSettingsEmailEventSettingsGet, getEvalV1EvalsEvalIdGet, getFallbackFallbackModelGet, getFileContentFilesFileIdContentGet, getFileContentProviderV1FilesFileIdContentGet, getFileContentV1FilesFileIdContentGet, getFileFilesFileIdGet, getFileProviderV1FilesFileIdGet, getFileV1FilesFileIdGet, getGlobalSpendReportGlobalSpendReportGet, getGroupScimV2GroupsGroupIdGet, getGroupsScimV2GroupsGet, getGuardrailInfoGuardrailsGuardrailIdGet, getGuardrailInfoGuardrailsGuardrailIdInfoGet, getGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGet, getGuardrailUiSettingsGuardrailsUiAddGuardrailSettingsGet, getHashicorpVaultConfigConfigOverridesHashicorpVaultGet, getInProductNudgesInProductNudgesGet, getInteractionInteractionsInteractionIdGet, getInteractionV1BetaInteractionsInteractionIdGet, getInternalUserSettingsGetInternalUserSettingsGet, getLitellmBlogPostsPublicLitellmBlogPostsGet, getLitellmModelCostMapPublicLitellmModelCostMapGet, getMajorAirlinesGuardrailsUiMajorAirlinesGet, getMarketplaceClaudeCodeMarketplaceJsonGet, getMcpAccessGroupsV1McpAccessGroupsGet, getMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGet, getMcpRegistryV1McpRegistryJsonGet, getMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGet, getMcpServersPublicMcpHubGet, getMcpServerSubmissionsV1McpServerSubmissionsGet, getMcpToolsV1McpToolsGet, getMemoryV1MemoryKeyGet, getMessagesThreadsThreadIdMessagesGet, getMessagesV1ThreadsThreadIdMessagesGet, getMonthlyActiveUsersTagMauGet, getOpenapiRegistryV1McpOpenapiRegistryGet, getOrganizationDailyActivityOrganizationDailyActivityGet, getPassThroughEndpointsConfigPassThroughEndpointGet, getPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGet, getPerUserAnalyticsTagUserAgentPerUserAnalyticsGet, getPluginClaudeCodePluginsPluginNameGet, getPolicyAttachmentPoliciesAttachmentsAttachmentIdGet, getPolicyInfoPolicyInfoPolicyNameGet, getPolicyPoliciesPolicyIdGet, getPolicyTemplatesPolicyTemplatesGet, getPromptInfoPromptsPromptIdGet, getPromptInfoPromptsPromptIdInfoGet, getPromptVersionsPromptsPromptIdVersionsGet, getProviderFieldsPublicProvidersFieldsGet, getProviderSpecificParamsGuardrailsUiProviderSpecificParamsGet, getResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGet, getResourceTypeScimV2ResourceTypesResourceTypeIdGet, getResourceTypesScimV2ResourceTypesGet, getResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGet, getResponseInputItemsResponsesResponseIdInputItemsGet, getResponseInputItemsV1ResponsesResponseIdInputItemsGet, getResponseOpenaiV1ResponsesResponseIdGet, getResponseResponsesResponseIdGet, getResponseV1ResponsesResponseIdGet, getRobotsRobotsTxtGet, getRouterFieldsRouterFieldsGet, getRouterSettingsRouterSettingsGet, getRoutesRoutesGet, getRunV1EvalsEvalIdRunsRunIdGet, getSchemaScimV2SchemasSchemaIdGet, getSchemasScimV2SchemasGet, getScimBaseScimV2Get, getSearchToolInfoSearchToolsSearchToolIdGet, getServiceProviderConfigScimV2ServiceProviderConfigGet, getSkillV1SkillsSkillIdGet, getSsoSettingsGetSsoSettingsGet, getSupportedEndpointsPublicEndpointsGet, getSupportedProvidersPublicProvidersGet, getTagDailyActivityTagDailyActivityGet, getTagSummaryTagSummaryGet, getTeamCallbacksTeamTeamIdCallbackGet, getTeamDailyActivityTeamDailyActivityGet, getThreadThreadsThreadIdGet, getThreadV1ThreadsThreadIdGet, getToolDetailV1ToolToolNameDetailGet, getToolPolicyOptionsV1ToolPolicyOptionsGet, getToolUsageLogsV1ToolToolNameLogsGet, getToolV1ToolToolNameGet, getUiConfigLitellmWellKnownLitellmUiConfigGet, getUiConfigWellKnownLitellmUiConfigGet, getUiSettingsGetUiSettingsGet, getUiThemeSettingsGetUiThemeSettingsGet, getUserDailyActivityAggregatedUserDailyActivityAggregatedGet, getUserDailyActivityUserDailyActivityGet, getUserScimV2UsersUserIdGet, getUsersScimV2UsersGet, getUsersUserListGet, getV1BetaAgents, getVantageSettingsVantageSettingsGet, getVectorStoreInfoVectorStoreInfoPost, getWeeklyActiveUsersTagWauGet, getWorkflowRunV1WorkflowsRunsRunIdGet, globalSpendResetGlobalSpendResetPost, globalViewSpendTagsGlobalSpendTagsGet, googleCountTokensModelsModelNameCountTokensPost, googleCountTokensV1BetaModelsModelNameCountTokensPost, googleGenerateContentModelsModelNameGenerateContentPost, googleGenerateContentV1BetaModelsModelNameGenerateContentPost, googleStreamGenerateContentModelsModelNameStreamGenerateContentPost, googleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPost, guardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGet, guardrailsUsageLogsGuardrailsUsageLogsGet, guardrailsUsageOverviewGuardrailsUsageOverviewGet, handlerBinaryContentContainersContainerIdFilesFileIdContentGet, handlerBinaryContentV1ContainersContainerIdFilesFileIdContentGet, handlerContainerFileContainersContainerIdFilesFileIdDelete, handlerContainerFileContainersContainerIdFilesFileIdGet, handlerContainerFileV1ContainersContainerIdFilesFileIdDelete, handlerContainerFileV1ContainersContainerIdFilesFileIdGet, handlerContainerIdContainersContainerIdFilesGet, handlerContainerIdV1ContainersContainerIdFilesGet, handlerMultipartUploadContainersContainerIdFilesPost, handlerMultipartUploadV1ContainersContainerIdFilesPost, healthBacklogHealthBacklogGet, healthCheckHistoryEndpointHealthHistoryGet, healthCheckServersV1McpServerHealthGet, healthEndpointHealthGet, healthLicenseEndpointHealthLicenseGet, healthLivelinessHealthLivelinessGet, healthLivelinessHealthLivenessGet, healthLivelinessOptionsHealthLivelinessOptions, healthLivelinessOptionsHealthLivenessOptions, healthReadinessDetailsHealthReadinessDetailsGet, healthReadinessHealthReadinessGet, healthReadinessOptionsHealthReadinessOptions, healthServicesEndpointHealthServicesGet, homeGet, imageEditApiImagesEditsPost, imageEditApiOpenaiDeploymentsModelImagesEditsPost, imageEditApiV1ImagesEditsPost, imageGenerationImagesGenerationsPost, imageGenerationOpenaiDeploymentsModelImagesGenerationsPost, imageGenerationV1ImagesGenerationsPost, indexCreateV1IndexesPost, infoBudgetBudgetInfoPost, infoJwtKeyMappingJwtKeyMappingInfoGet, infoKeyFnKeyInfoGet, infoOrganizationOrganizationInfoGet, infoTagTagInfoPost, initCloudzeroSettingsCloudzeroInitPost, initVantageSettingsVantageInitPost, invokeAgentA2aA2aAgentIdMessageSendPost, invokeAgentA2aA2aAgentIdPost, invokeAgentA2aV1A2aAgentIdMessageSendPost, keyAliasesKeyAliasesGet, keyHealthKeyHealthPost, langfuseProxyRouteLangfuseEndpointDelete, langfuseProxyRouteLangfuseEndpointGet, langfuseProxyRouteLangfuseEndpointPatch, langfuseProxyRouteLangfuseEndpointPost, langfuseProxyRouteLangfuseEndpointPut, latestHealthChecksEndpointHealthLatestGet, listAccessGroupsAccessGroupListGet, listAccessGroupsV1AccessGroupGet, listAccessGroupsV1UnifiedAccessGroupGet, listAvailableTeamsTeamAvailableGet, listBatchesBatchesGet, listBatchesProviderV1BatchesGet, listBatchesV1BatchesGet, listBudgetBudgetListGet, listCallbacksCallbacksListGet, listContainersContainersGet, listContainersV1ContainersGet, listEndUserCustomerListGet, listEvalsV1EvalsGet, listFilesFilesGet, listFilesProviderV1FilesGet, listFilesV1FilesGet, listFineTuningJobsFineTuningJobsGet, listFineTuningJobsV1FineTuningJobsGet, listGuardrailsGuardrailsListGet, listGuardrailSubmissionsGuardrailsSubmissionsGet, listGuardrailsV2V2GuardrailsListGet, listJwtKeyMappingsJwtKeyMappingListGet, listKeysKeyListGet, listMcpUserCredentialsV1McpUserCredentialsGet, listMemoryV1MemoryGet, listOrganizationOrganizationListGet, listPluginsClaudeCodePluginsGet, listPoliciesPoliciesListGet, listPoliciesPolicyListGet, listPolicyAttachmentsPoliciesAttachmentsListGet, listPolicyVersionsPoliciesNamePolicyNameVersionsGet, listProjectsProjectListGet, listPromptsPromptsListGet, listRunsV1EvalsEvalIdRunsGet, listSearchToolsSearchToolsGet, listSearchToolsSearchToolsListGet, listSearchToolsV1SearchToolsGet, listSkillsV1SkillsGet, listTagsTagListGet, listTeamTeamListGet, listTeamV2V2TeamListGet, listToolRestApiMcpRestToolsListGet, listToolsV1ToolListGet, listVectorStoresV1VectorStoreListGet, listVectorStoresVectorStoreListGet, listWorkflowEventsV1WorkflowsRunsRunIdEventsGet, listWorkflowMessagesV1WorkflowsRunsRunIdMessagesGet, listWorkflowRunsV1WorkflowsRunsGet, makeAgentPublicV1AgentsAgentIdMakePublicPost, makeAgentsPublicV1AgentsMakePublicPost, makeMcpServersPublicV1McpMakePublicPost, milvusProxyRouteMilvusEndpointDelete, milvusProxyRouteMilvusEndpointGet, milvusProxyRouteMilvusEndpointPatch, milvusProxyRouteMilvusEndpointPost, milvusProxyRouteMilvusEndpointPut, mistralProxyRouteMistralEndpointDelete, mistralProxyRouteMistralEndpointGet, mistralProxyRouteMistralEndpointPatch, mistralProxyRouteMistralEndpointPost, mistralProxyRouteMistralEndpointPut, modelGroupInfoModelGroupInfoGet, modelInfoModelsModelIdGet, modelInfoV1ModelInfoGet, modelInfoV1ModelsModelIdGet, modelInfoV1V1ModelInfoGet, modelListModelsGet, modelListV1ModelsGet, moderationsModerationsPost, moderationsV1ModerationsPost, newBudgetBudgetNewPost, newEndUserCustomerNewPost, newOrganizationOrganizationNewPost, newProjectProjectNewPost, newTagTagNewPost, newTeamTeamNewPost, newUserUserNewPost, newVectorStoreVectorStoreNewPost, ocrOcrPost, ocrV1OcrPost, openaiProxyRouteOpenaiEndpointDelete, openaiProxyRouteOpenaiEndpointGet, openaiProxyRouteOpenaiEndpointPatch, openaiProxyRouteOpenaiEndpointPost, openaiProxyRouteOpenaiEndpointPut, openaiProxyRouteOpenaiPassthroughEndpointDelete, openaiProxyRouteOpenaiPassthroughEndpointGet, openaiProxyRouteOpenaiPassthroughEndpointPatch, openaiProxyRouteOpenaiPassthroughEndpointPost, openaiProxyRouteOpenaiPassthroughEndpointPut, type Options, organizationMemberAddOrganizationMemberAddPost, organizationMemberDeleteOrganizationMemberDeleteDelete, organizationMemberUpdateOrganizationMemberUpdatePatch, patchAgentV1AgentsAgentIdPatch, patchGroupScimV2GroupsGroupIdPatch, patchGuardrailGuardrailsGuardrailIdPatch, patchModelModelModelIdUpdatePatch, patchPromptPromptsPromptIdPatch, patchUserScimV2UsersUserIdPatch, policiesUsageOverviewPoliciesUsageOverviewGet, projectInfoProjectInfoGet, providerBudgetsProviderBudgetsGet, proxyRealtimeCallsOpenaiV1RealtimeCallsPost, proxyRealtimeCallsRealtimeCallsPost, proxyRealtimeCallsV1RealtimeCallsPost, publicModelHubInfoPublicModelHubInfoGet, publicModelHubPublicModelHubGet, publicSkillHubPublicSkillHubGet, ragIngestRagIngestPost, ragIngestV1RagIngestPost, ragQueryRagQueryPost, ragQueryV1RagQueryPost, regenerateKeyFnKeyKeyRegeneratePost, regenerateKeyFnKeyRegeneratePost, registerGuardrailGuardrailsRegisterPost, registerMcpServerV1McpServerRegisterPost, registerPluginClaudeCodePluginsPost, rejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPost, rejectMcpServerSubmissionV1McpServerServerIdRejectPut, removeMcpServerV1McpServerServerIdDelete, removeMcpToolsetV1McpToolsetToolsetIdDelete, rerankRerankPost, rerankV1RerankPost, rerankV2RerankPost, resetEventSettingsEmailEventSettingsResetPost, resetKeySpendFnKeyKeyResetSpendPost, resolvePoliciesForContextPoliciesResolvePost, responsesApiOpenaiV1ResponsesPost, responsesApiResponsesPost, responsesApiV1ResponsesPost, retrieveBatchBatchesBatchIdGet, retrieveBatchProviderV1BatchesBatchIdGet, retrieveBatchV1BatchesBatchIdGet, retrieveContainerContainersContainerIdGet, retrieveContainerV1ContainersContainerIdGet, retrieveFineTuningJobFineTuningJobsFineTuningJobIdGet, retrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGet, runThreadThreadsThreadIdRunsPost, runThreadV1ThreadsThreadIdRunsPost, searchSearchPost, searchSearchSearchToolNamePost, searchV1SearchPost, searchV1SearchSearchToolNamePost, sharedHealthCheckStatusEndpointHealthSharedStatusGet, ssoReadinessSsoReadinessGet, storeMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPost, storeMcpUserCredentialV1McpServerServerIdUserCredentialPost, suggestPolicyTemplatesPolicyTemplatesSuggestPost, supportedOpenaiParamsUtilsSupportedOpenaiParamsGet, teamInfoTeamInfoGet, teamMemberAddTeamMemberAddPost, teamMemberDeleteTeamMemberDeletePost, teamMemberMeTeamTeamIdMembersMeGet, teamMemberPermissionsTeamPermissionsListGet, teamMemberUpdateTeamMemberUpdatePost, teamModelAddTeamModelAddPost, teamModelDeleteTeamModelDeletePost, testCacheConnectionCacheSettingsTestPost, testConnectionMcpRestTestConnectionPost, testCustomCodeGuardrailGuardrailsTestCustomCodePost, testEndpointTestGet, testHashicorpVaultConnectionConfigOverridesHashicorpVaultTestConnectionPost, testModelConnectionHealthTestConnectionPost, testPipelinePoliciesTestPipelinePost, testPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPost, testPolicyMatchingPolicyTestPost, testPolicyTemplatePolicyTemplatesTestPost, testPromptPromptsTestPost, testSearchToolConnectionSearchToolsTestConnectionPost, testToolsListMcpRestTestToolsListPost, tokenCounterUtilsTokenCounterPost, toolsetMcpRouteToolsetToolsetNameMcpDelete, toolsetMcpRouteToolsetToolsetNameMcpGet, toolsetMcpRouteToolsetToolsetNameMcpHead, toolsetMcpRouteToolsetToolsetNameMcpOptions, toolsetMcpRouteToolsetToolsetNameMcpPatch, toolsetMcpRouteToolsetToolsetNameMcpPost, toolsetMcpRouteToolsetToolsetNameMcpPut, transformRequestUtilsTransformRequestPost, uiViewSpendLogsSpendLogsV2Get, unblockKeyKeyUnblockPost, unblockTeamTeamUnblockPost, unblockUserCustomerUnblockPost, updateAccessGroupAccessGroupAccessGroupUpdatePut, updateAccessGroupV1AccessGroupAccessGroupIdPut, updateAccessGroupV1UnifiedAccessGroupAccessGroupIdPut, updateAgentV1AgentsAgentIdPut, updateBudgetBudgetUpdatePost, updateCacheSettingsCacheSettingsPost, updateCloudzeroSettingsCloudzeroSettingsPut, updateCostDiscountConfigConfigCostDiscountConfigPatch, updateCostMarginConfigConfigCostMarginConfigPatch, updateCredentialCredentialsCredentialNamePatch, updateDefaultTeamSettingsUpdateDefaultTeamSettingsPatch, updateEndUserCustomerUpdatePost, updateEvalV1EvalsEvalIdPost, updateEventSettingsEmailEventSettingsPatch, updateGroupScimV2GroupsGroupIdPut, updateGuardrailGuardrailsGuardrailIdPut, updateHashicorpVaultConfigConfigOverridesHashicorpVaultPost, updateInternalUserSettingsUpdateInternalUserSettingsPatch, updateJwtKeyMappingJwtKeyMappingUpdatePost, updateKeyFnKeyUpdatePost, updateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatch, updateModelModelUpdatePost, updateOrganizationOrganizationUpdatePatch, updatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPost, updatePolicyPoliciesPolicyIdPut, updatePolicyVersionStatusPoliciesPolicyIdStatusPut, updateProjectProjectUpdatePost, updatePromptPromptsPromptIdPut, updatePublicModelGroupsModelGroupMakePublicPost, updateSearchToolSearchToolsSearchToolIdPut, updateSsoSettingsUpdateSsoSettingsPatch, updateTagTagUpdatePost, updateTeamMemberPermissionsTeamPermissionsUpdatePost, updateTeamTeamUpdatePost, updateToolPolicyV1ToolPolicyPost, updateUiSettingsUpdateUiSettingsPatch, updateUiThemeSettingsUpdateUiThemeSettingsPatch, updateUsefulLinksModelHubUpdateUsefulLinksPost, updateUserScimV2UsersUserIdPut, updateVantageSettingsVantageSettingsPut, updateVectorStoreVectorStoreUpdatePost, updateWorkflowRunV1WorkflowsRunsRunIdPatch, uploadLogoUploadLogoPost, upsertMemoryV1MemoryKeyPut, usageAiChatUsageAiChatPost, userInfoUserInfoGet, userInfoV2V2UserInfoGet, userUpdateUserUpdatePost, validateBlockedWordsFileGuardrailsValidateBlockedWordsFilePost, validatePolicyPolicyValidatePost, vantageDryRunExportVantageDryRunPost, vantageExportVantageExportPost, vectorStoreCreateV1VectorStoresPost, vectorStoreCreateVectorStoresPost, vectorStoreDeleteV1VectorStoresVectorStoreIdDelete, vectorStoreDeleteVectorStoresVectorStoreIdDelete, vectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGet, vectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGet, vectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPost, vectorStoreFileCreateVectorStoresVectorStoreIdFilesPost, vectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDelete, vectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDelete, vectorStoreFileListV1VectorStoresVectorStoreIdFilesGet, vectorStoreFileListVectorStoresVectorStoreIdFilesGet, vectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGet, vectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGet, vectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPost, vectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPost, vectorStoreListV1VectorStoresGet, vectorStoreListVectorStoresGet, vectorStoreRetrieveV1VectorStoresVectorStoreIdGet, vectorStoreRetrieveVectorStoresVectorStoreIdGet, vectorStoreSearchV1VectorStoresVectorStoreIdSearchPost, vectorStoreSearchVectorStoresVectorStoreIdSearchPost, vectorStoreUpdateV1VectorStoresVectorStoreIdPost, vectorStoreUpdateVectorStoresVectorStoreIdPost, vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDelete, vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGet, vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatch, vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPost, vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPut, vertexProxyRouteVertexAiEndpointDelete, vertexProxyRouteVertexAiEndpointGet, vertexProxyRouteVertexAiEndpointPatch, vertexProxyRouteVertexAiEndpointPost, vertexProxyRouteVertexAiEndpointPut, videoContentV1VideosVideoIdContentGet, videoContentVideosVideoIdContentGet, videoCreateCharacterV1VideosCharactersPost, videoCreateCharacterVideosCharactersPost, videoEditV1VideosEditsPost, videoEditVideosEditsPost, videoExtensionV1VideosExtensionsPost, videoExtensionVideosExtensionsPost, videoGenerationV1VideosPost, videoGenerationVideosPost, videoGetCharacterV1VideosCharactersCharacterIdGet, videoGetCharacterVideosCharactersCharacterIdGet, videoListV1VideosGet, videoListVideosGet, videoRemixV1VideosVideoIdRemixPost, videoRemixVideosVideoIdRemixPost, videoStatusV1VideosVideoIdGet, videoStatusVideosVideoIdGet, viewSpendLogsSpendLogsGet, viewSpendTagsSpendTagsGet, vllmProxyRouteVllmEndpointDelete, vllmProxyRouteVllmEndpointGet, vllmProxyRouteVllmEndpointPatch, vllmProxyRouteVllmEndpointPost, vllmProxyRouteVllmEndpointPut, websocketRealtimeWebsocketEndpointGet, websocketRealtimeWebsocketEndpointGet2, websocketRealtimeWebsocketEndpointGet3, websocketResponsesWebsocketEndpointGet, websocketResponsesWebsocketEndpointGet2, websocketVertexAiLivePassthroughEndpoint } from './sdk.gen'; -export type { AccessControlUiAccessMode, AccessGroupCreateRequest, AccessGroupInfo, AccessGroupResponse, AccessGroupUpdateRequest, ActiveCallbacksActiveCallbacksGetData, ActiveCallbacksActiveCallbacksGetResponses, ActiveCallbacksSettingsGetData, ActiveCallbacksSettingsGetResponses, ActiveUsersAnalyticsResponse, AddAllowedIpAddAllowedIpPostData, AddAllowedIpAddAllowedIpPostError, AddAllowedIpAddAllowedIpPostErrors, AddAllowedIpAddAllowedIpPostResponses, AddMcpServerV1McpServerPostData, AddMcpServerV1McpServerPostError, AddMcpServerV1McpServerPostErrors, AddMcpServerV1McpServerPostResponse, AddMcpServerV1McpServerPostResponses, AddMcpToolsetV1McpToolsetPostData, AddMcpToolsetV1McpToolsetPostError, AddMcpToolsetV1McpToolsetPostErrors, AddMcpToolsetV1McpToolsetPostResponses, AddMessagesThreadsThreadIdMessagesPostData, AddMessagesThreadsThreadIdMessagesPostError, AddMessagesThreadsThreadIdMessagesPostErrors, AddMessagesThreadsThreadIdMessagesPostResponses, AddMessagesV1ThreadsThreadIdMessagesPostData, AddMessagesV1ThreadsThreadIdMessagesPostError, AddMessagesV1ThreadsThreadIdMessagesPostErrors, AddMessagesV1ThreadsThreadIdMessagesPostResponses, AddNewModelModelNewPostData, AddNewModelModelNewPostError, AddNewModelModelNewPostErrors, AddNewModelModelNewPostResponses, AddSessionMcpServerV1McpServerOauthSessionPostData, AddSessionMcpServerV1McpServerOauthSessionPostError, AddSessionMcpServerV1McpServerOauthSessionPostErrors, AddSessionMcpServerV1McpServerOauthSessionPostResponses, AddTeamCallback, AddTeamCallbacksTeamTeamIdCallbackPostData, AddTeamCallbacksTeamTeamIdCallbackPostError, AddTeamCallbacksTeamTeamIdCallbackPostErrors, AddTeamCallbacksTeamTeamIdCallbackPostResponses, AgentCapabilities, AgentCard, AgentCardSignature, AgentConfig, AgentCreateInfo, AgentCredentialField, AgentExtension, AgentInterface, AgentMakePublicResponse, AgentObjectPermission, AgentProvider, AgentResponse, AgentSkill, AllowedVectorStoreIndexItem, AnthropicProxyRouteAnthropicEndpointDeleteData, AnthropicProxyRouteAnthropicEndpointDeleteError, AnthropicProxyRouteAnthropicEndpointDeleteErrors, AnthropicProxyRouteAnthropicEndpointDeleteResponses, AnthropicProxyRouteAnthropicEndpointGetData, AnthropicProxyRouteAnthropicEndpointGetError, AnthropicProxyRouteAnthropicEndpointGetErrors, AnthropicProxyRouteAnthropicEndpointGetResponses, AnthropicProxyRouteAnthropicEndpointPatchData, AnthropicProxyRouteAnthropicEndpointPatchError, AnthropicProxyRouteAnthropicEndpointPatchErrors, AnthropicProxyRouteAnthropicEndpointPatchResponses, AnthropicProxyRouteAnthropicEndpointPostData, AnthropicProxyRouteAnthropicEndpointPostError, AnthropicProxyRouteAnthropicEndpointPostErrors, AnthropicProxyRouteAnthropicEndpointPostResponses, AnthropicProxyRouteAnthropicEndpointPutData, AnthropicProxyRouteAnthropicEndpointPutError, AnthropicProxyRouteAnthropicEndpointPutErrors, AnthropicProxyRouteAnthropicEndpointPutResponses, AnthropicResponseV1MessagesPostData, AnthropicResponseV1MessagesPostResponses, ApiKeySecurityScheme, AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostData, AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostError, AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostErrors, AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostResponses, AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostData, AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostError, AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostErrors, AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostResponses, ApplyGuardrailApplyGuardrailPostData, ApplyGuardrailApplyGuardrailPostError, ApplyGuardrailApplyGuardrailPostErrors, ApplyGuardrailApplyGuardrailPostResponse, ApplyGuardrailApplyGuardrailPostResponses, ApplyGuardrailGuardrailsApplyGuardrailPostData, ApplyGuardrailGuardrailsApplyGuardrailPostError, ApplyGuardrailGuardrailsApplyGuardrailPostErrors, ApplyGuardrailGuardrailsApplyGuardrailPostResponse, ApplyGuardrailGuardrailsApplyGuardrailPostResponses, ApplyGuardrailRequest, ApplyGuardrailResponse, ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostData, ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostError, ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostErrors, ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostResponses, ApproveMcpServerSubmissionV1McpServerServerIdApprovePutData, ApproveMcpServerSubmissionV1McpServerServerIdApprovePutError, ApproveMcpServerSubmissionV1McpServerServerIdApprovePutErrors, ApproveMcpServerSubmissionV1McpServerServerIdApprovePutResponse, ApproveMcpServerSubmissionV1McpServerServerIdApprovePutResponses, AssemblyaiProxyRouteAssemblyaiEndpointDeleteData, AssemblyaiProxyRouteAssemblyaiEndpointDeleteError, AssemblyaiProxyRouteAssemblyaiEndpointDeleteErrors, AssemblyaiProxyRouteAssemblyaiEndpointDeleteResponses, AssemblyaiProxyRouteAssemblyaiEndpointGetData, AssemblyaiProxyRouteAssemblyaiEndpointGetError, AssemblyaiProxyRouteAssemblyaiEndpointGetErrors, AssemblyaiProxyRouteAssemblyaiEndpointGetResponses, AssemblyaiProxyRouteAssemblyaiEndpointPatchData, AssemblyaiProxyRouteAssemblyaiEndpointPatchError, AssemblyaiProxyRouteAssemblyaiEndpointPatchErrors, AssemblyaiProxyRouteAssemblyaiEndpointPatchResponses, AssemblyaiProxyRouteAssemblyaiEndpointPostData, AssemblyaiProxyRouteAssemblyaiEndpointPostError, AssemblyaiProxyRouteAssemblyaiEndpointPostErrors, AssemblyaiProxyRouteAssemblyaiEndpointPostResponses, AssemblyaiProxyRouteAssemblyaiEndpointPutData, AssemblyaiProxyRouteAssemblyaiEndpointPutError, AssemblyaiProxyRouteAssemblyaiEndpointPutErrors, AssemblyaiProxyRouteAssemblyaiEndpointPutResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteData, AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteError, AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointGetData, AssemblyaiProxyRouteEuAssemblyaiEndpointGetError, AssemblyaiProxyRouteEuAssemblyaiEndpointGetErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointGetResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointPatchData, AssemblyaiProxyRouteEuAssemblyaiEndpointPatchError, AssemblyaiProxyRouteEuAssemblyaiEndpointPatchErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointPatchResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointPostData, AssemblyaiProxyRouteEuAssemblyaiEndpointPostError, AssemblyaiProxyRouteEuAssemblyaiEndpointPostErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointPostResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointPutData, AssemblyaiProxyRouteEuAssemblyaiEndpointPutError, AssemblyaiProxyRouteEuAssemblyaiEndpointPutErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointPutResponses, AttachmentImpactResponse, AudioSpeechAudioSpeechPostData, AudioSpeechAudioSpeechPostResponses, AudioSpeechV1AudioSpeechPostData, AudioSpeechV1AudioSpeechPostResponses, AudioTranscriptionsAudioTranscriptionsPostData, AudioTranscriptionsAudioTranscriptionsPostError, AudioTranscriptionsAudioTranscriptionsPostErrors, AudioTranscriptionsAudioTranscriptionsPostResponses, AudioTranscriptionsV1AudioTranscriptionsPostData, AudioTranscriptionsV1AudioTranscriptionsPostError, AudioTranscriptionsV1AudioTranscriptionsPostErrors, AudioTranscriptionsV1AudioTranscriptionsPostResponses, AuditLogResponse, AvailableEnterpriseUsersUserAvailableUsersGetData, AvailableEnterpriseUsersUserAvailableUsersGetResponses, AzureProxyRouteAzureAiEndpointDeleteData, AzureProxyRouteAzureAiEndpointDeleteError, AzureProxyRouteAzureAiEndpointDeleteErrors, AzureProxyRouteAzureAiEndpointDeleteResponses, AzureProxyRouteAzureAiEndpointGetData, AzureProxyRouteAzureAiEndpointGetError, AzureProxyRouteAzureAiEndpointGetErrors, AzureProxyRouteAzureAiEndpointGetResponses, AzureProxyRouteAzureAiEndpointPatchData, AzureProxyRouteAzureAiEndpointPatchError, AzureProxyRouteAzureAiEndpointPatchErrors, AzureProxyRouteAzureAiEndpointPatchResponses, AzureProxyRouteAzureAiEndpointPostData, AzureProxyRouteAzureAiEndpointPostError, AzureProxyRouteAzureAiEndpointPostErrors, AzureProxyRouteAzureAiEndpointPostResponses, AzureProxyRouteAzureAiEndpointPutData, AzureProxyRouteAzureAiEndpointPutError, AzureProxyRouteAzureAiEndpointPutErrors, AzureProxyRouteAzureAiEndpointPutResponses, AzureProxyRouteAzureEndpointDeleteData, AzureProxyRouteAzureEndpointDeleteError, AzureProxyRouteAzureEndpointDeleteErrors, AzureProxyRouteAzureEndpointDeleteResponses, AzureProxyRouteAzureEndpointGetData, AzureProxyRouteAzureEndpointGetError, AzureProxyRouteAzureEndpointGetErrors, AzureProxyRouteAzureEndpointGetResponses, AzureProxyRouteAzureEndpointPatchData, AzureProxyRouteAzureEndpointPatchError, AzureProxyRouteAzureEndpointPatchErrors, AzureProxyRouteAzureEndpointPatchResponses, AzureProxyRouteAzureEndpointPostData, AzureProxyRouteAzureEndpointPostError, AzureProxyRouteAzureEndpointPostErrors, AzureProxyRouteAzureEndpointPostResponses, AzureProxyRouteAzureEndpointPutData, AzureProxyRouteAzureEndpointPutError, AzureProxyRouteAzureEndpointPutErrors, AzureProxyRouteAzureEndpointPutResponses, BaseLitellmParamsInput, BaseLitellmParamsOutput, BaseModel, BedrockProxyRouteBedrockEndpointDeleteData, BedrockProxyRouteBedrockEndpointDeleteError, BedrockProxyRouteBedrockEndpointDeleteErrors, BedrockProxyRouteBedrockEndpointDeleteResponses, BedrockProxyRouteBedrockEndpointGetData, BedrockProxyRouteBedrockEndpointGetError, BedrockProxyRouteBedrockEndpointGetErrors, BedrockProxyRouteBedrockEndpointGetResponses, BedrockProxyRouteBedrockEndpointPatchData, BedrockProxyRouteBedrockEndpointPatchError, BedrockProxyRouteBedrockEndpointPatchErrors, BedrockProxyRouteBedrockEndpointPatchResponses, BedrockProxyRouteBedrockEndpointPostData, BedrockProxyRouteBedrockEndpointPostError, BedrockProxyRouteBedrockEndpointPostErrors, BedrockProxyRouteBedrockEndpointPostResponses, BedrockProxyRouteBedrockEndpointPutData, BedrockProxyRouteBedrockEndpointPutError, BedrockProxyRouteBedrockEndpointPutErrors, BedrockProxyRouteBedrockEndpointPutResponses, BlockedWord, BlockKeyKeyBlockPostData, BlockKeyKeyBlockPostError, BlockKeyKeyBlockPostErrors, BlockKeyKeyBlockPostResponse, BlockKeyKeyBlockPostResponses, BlockKeyRequest, BlockTeamRequest, BlockTeamTeamBlockPostData, BlockTeamTeamBlockPostError, BlockTeamTeamBlockPostErrors, BlockTeamTeamBlockPostResponses, BlockUserCustomerBlockPostData, BlockUserCustomerBlockPostError, BlockUserCustomerBlockPostErrors, BlockUserCustomerBlockPostResponses, BlockUsers, BlogPost, BlogPostsResponse, BodyAudioTranscriptionsAudioTranscriptionsPost, BodyAudioTranscriptionsV1AudioTranscriptionsPost, BodyConvertPromptFileToJsonUtilsDotpromptJsonConverterPost, BodyCreateFileFilesPost, BodyCreateFileProviderV1FilesPost, BodyCreateFileV1FilesPost, BodyImageEditApiImagesEditsPost, BodyImageEditApiOpenaiDeploymentsModelImagesEditsPost, BodyImageEditApiV1ImagesEditsPost, BodyTestModelConnectionHealthTestConnectionPost, BodyUploadLogoUploadLogoPost, BodyVideoCreateCharacterV1VideosCharactersPost, BodyVideoCreateCharacterVideosCharactersPost, BodyVideoGenerationV1VideosPost, BodyVideoGenerationVideosPost, BreakdownMetrics, BudgetConfig, BudgetDeleteRequest, BudgetLimitEntry, BudgetNewRequest, BudgetRequest, BudgetSettingsBudgetSettingsGetData, BudgetSettingsBudgetSettingsGetError, BudgetSettingsBudgetSettingsGetErrors, BudgetSettingsBudgetSettingsGetResponses, BulkTeamMemberAddRequest, BulkTeamMemberAddResponse, BulkTeamMemberAddTeamBulkMemberAddPostData, BulkTeamMemberAddTeamBulkMemberAddPostError, BulkTeamMemberAddTeamBulkMemberAddPostErrors, BulkTeamMemberAddTeamBulkMemberAddPostResponse, BulkTeamMemberAddTeamBulkMemberAddPostResponses, BulkUpdateKeyRequest, BulkUpdateKeyRequestItem, BulkUpdateKeyResponse, BulkUpdateKeysKeyBulkUpdatePostData, BulkUpdateKeysKeyBulkUpdatePostError, BulkUpdateKeysKeyBulkUpdatePostErrors, BulkUpdateKeysKeyBulkUpdatePostResponse, BulkUpdateKeysKeyBulkUpdatePostResponses, BulkUpdateTeamKeysRequest, BulkUpdateTeamKeysTeamKeyBulkUpdatePostData, BulkUpdateTeamKeysTeamKeyBulkUpdatePostError, BulkUpdateTeamKeysTeamKeyBulkUpdatePostErrors, BulkUpdateTeamKeysTeamKeyBulkUpdatePostResponse, BulkUpdateTeamKeysTeamKeyBulkUpdatePostResponses, BulkUpdateTeamMemberPermissionsRequest, BulkUpdateTeamMemberPermissionsResponse, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostData, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostError, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostErrors, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostResponse, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostResponses, BulkUpdateUserRequest, BulkUpdateUserResponse, BulkUserUpdateUserBulkUpdatePostData, BulkUserUpdateUserBulkUpdatePostError, BulkUserUpdateUserBulkUpdatePostErrors, BulkUserUpdateUserBulkUpdatePostResponse, BulkUserUpdateUserBulkUpdatePostResponses, CacheDeleteCacheDeletePostData, CacheDeleteCacheDeletePostResponses, CacheFlushallCacheFlushallPostData, CacheFlushallCacheFlushallPostResponses, CachePingCachePingGetData, CachePingCachePingGetResponse, CachePingCachePingGetResponses, CachePingResponse, CacheRedisInfoCacheRedisInfoGetData, CacheRedisInfoCacheRedisInfoGetResponses, CacheSettingsField, CacheSettingsResponse, CacheSettingsUpdateRequest, CacheTestRequest, CacheTestResponse, CalculateSpendSpendCalculatePostData, CalculateSpendSpendCalculatePostError, CalculateSpendSpendCalculatePostErrors, CalculateSpendSpendCalculatePostResponse, CalculateSpendSpendCalculatePostResponses, CallbacksByType, CallToolRestApiMcpRestToolsCallPostData, CallToolRestApiMcpRestToolsCallPostResponses, CallTypes, CancelBatchBatchesBatchIdCancelPostData, CancelBatchBatchesBatchIdCancelPostError, CancelBatchBatchesBatchIdCancelPostErrors, CancelBatchBatchesBatchIdCancelPostResponses, CancelBatchProviderV1BatchesBatchIdCancelPostData, CancelBatchProviderV1BatchesBatchIdCancelPostError, CancelBatchProviderV1BatchesBatchIdCancelPostErrors, CancelBatchProviderV1BatchesBatchIdCancelPostResponses, CancelBatchV1BatchesBatchIdCancelPostData, CancelBatchV1BatchesBatchIdCancelPostError, CancelBatchV1BatchesBatchIdCancelPostErrors, CancelBatchV1BatchesBatchIdCancelPostResponses, CancelEvalResponse, CancelEvalV1EvalsEvalIdCancelPostData, CancelEvalV1EvalsEvalIdCancelPostError, CancelEvalV1EvalsEvalIdCancelPostErrors, CancelEvalV1EvalsEvalIdCancelPostResponse, CancelEvalV1EvalsEvalIdCancelPostResponses, CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostData, CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostError, CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostErrors, CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostResponses, CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostData, CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostError, CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostErrors, CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostResponses, CancelInteractionInteractionsInteractionIdCancelPostData, CancelInteractionInteractionsInteractionIdCancelPostError, CancelInteractionInteractionsInteractionIdCancelPostErrors, CancelInteractionInteractionsInteractionIdCancelPostResponses, CancelInteractionV1BetaInteractionsInteractionIdCancelPostData, CancelInteractionV1BetaInteractionsInteractionIdCancelPostError, CancelInteractionV1BetaInteractionsInteractionIdCancelPostErrors, CancelInteractionV1BetaInteractionsInteractionIdCancelPostResponses, CancelResponseOpenaiV1ResponsesResponseIdCancelPostData, CancelResponseOpenaiV1ResponsesResponseIdCancelPostError, CancelResponseOpenaiV1ResponsesResponseIdCancelPostErrors, CancelResponseOpenaiV1ResponsesResponseIdCancelPostResponses, CancelResponseResponsesResponseIdCancelPostData, CancelResponseResponsesResponseIdCancelPostError, CancelResponseResponsesResponseIdCancelPostErrors, CancelResponseResponsesResponseIdCancelPostResponses, CancelResponseV1ResponsesResponseIdCancelPostData, CancelResponseV1ResponsesResponseIdCancelPostError, CancelResponseV1ResponsesResponseIdCancelPostErrors, CancelResponseV1ResponsesResponseIdCancelPostResponses, CancelRunResponse, CancelRunV1EvalsEvalIdRunsRunIdPostData, CancelRunV1EvalsEvalIdRunsRunIdPostError, CancelRunV1EvalsEvalIdRunsRunIdPostErrors, CancelRunV1EvalsEvalIdRunsRunIdPostResponse, CancelRunV1EvalsEvalIdRunsRunIdPostResponses, ChatCompletionAnnotation, ChatCompletionAnnotationUrlCitation, ChatCompletionAssistantMessage, ChatCompletionAssistantToolCall, ChatCompletionAudioObject, ChatCompletionAudioResponse, ChatCompletionCachedContent, ChatCompletionChatCompletionsPostData, ChatCompletionChatCompletionsPostError, ChatCompletionChatCompletionsPostErrors, ChatCompletionChatCompletionsPostResponses, ChatCompletionDeveloperMessage, ChatCompletionDocumentObject, ChatCompletionEnginesModelChatCompletionsPostData, ChatCompletionEnginesModelChatCompletionsPostError, ChatCompletionEnginesModelChatCompletionsPostErrors, ChatCompletionEnginesModelChatCompletionsPostResponses, ChatCompletionFileObject, ChatCompletionFileObjectFile, ChatCompletionFunctionMessage, ChatCompletionImageObject, ChatCompletionImageUrlObject, ChatCompletionMessageToolCall, ChatCompletionOpenaiDeploymentsModelChatCompletionsPostData, ChatCompletionOpenaiDeploymentsModelChatCompletionsPostError, ChatCompletionOpenaiDeploymentsModelChatCompletionsPostErrors, ChatCompletionOpenaiDeploymentsModelChatCompletionsPostResponses, ChatCompletionReasoningItem, ChatCompletionReasoningSummaryTextBlock, ChatCompletionRedactedThinkingBlock, ChatCompletionSystemMessage, ChatCompletionTextObject, ChatCompletionThinkingBlock, ChatCompletionTokenLogprob, ChatCompletionToolCallChunk, ChatCompletionToolCallFunctionChunk, ChatCompletionToolMessage, ChatCompletionToolParam, ChatCompletionToolParamFunctionChunk, ChatCompletionUserMessage, ChatCompletionV1ChatCompletionsPostData, ChatCompletionV1ChatCompletionsPostError, ChatCompletionV1ChatCompletionsPostErrors, ChatCompletionV1ChatCompletionsPostResponses, ChatCompletionVideoObject, ChatCompletionVideoUrlObject, ChatMessage, CheckEuAiActComplianceComplianceEuAiActPostData, CheckEuAiActComplianceComplianceEuAiActPostError, CheckEuAiActComplianceComplianceEuAiActPostErrors, CheckEuAiActComplianceComplianceEuAiActPostResponse, CheckEuAiActComplianceComplianceEuAiActPostResponses, CheckGdprComplianceComplianceGdprPostData, CheckGdprComplianceComplianceGdprPostError, CheckGdprComplianceComplianceGdprPostErrors, CheckGdprComplianceComplianceGdprPostResponse, CheckGdprComplianceComplianceGdprPostResponses, ChoiceLogprobs, Choices, CitationsObject, ClientOptions, CloudzeroDryRunExportCloudzeroDryRunPostData, CloudzeroDryRunExportCloudzeroDryRunPostError, CloudzeroDryRunExportCloudzeroDryRunPostErrors, CloudzeroDryRunExportCloudzeroDryRunPostResponse, CloudzeroDryRunExportCloudzeroDryRunPostResponses, CloudzeroExportCloudzeroExportPostData, CloudzeroExportCloudzeroExportPostError, CloudzeroExportCloudzeroExportPostErrors, CloudzeroExportCloudzeroExportPostResponse, CloudzeroExportCloudzeroExportPostResponses, CloudZeroExportRequest, CloudZeroExportResponse, CloudZeroInitRequest, CloudZeroInitResponse, CloudZeroSettingsUpdate, CloudZeroSettingsView, CohereProxyRouteCohereEndpointDeleteData, CohereProxyRouteCohereEndpointDeleteError, CohereProxyRouteCohereEndpointDeleteErrors, CohereProxyRouteCohereEndpointDeleteResponses, CohereProxyRouteCohereEndpointGetData, CohereProxyRouteCohereEndpointGetError, CohereProxyRouteCohereEndpointGetErrors, CohereProxyRouteCohereEndpointGetResponses, CohereProxyRouteCohereEndpointPatchData, CohereProxyRouteCohereEndpointPatchError, CohereProxyRouteCohereEndpointPatchErrors, CohereProxyRouteCohereEndpointPatchResponses, CohereProxyRouteCohereEndpointPostData, CohereProxyRouteCohereEndpointPostError, CohereProxyRouteCohereEndpointPostErrors, CohereProxyRouteCohereEndpointPostResponses, CohereProxyRouteCohereEndpointPutData, CohereProxyRouteCohereEndpointPutError, CohereProxyRouteCohereEndpointPutErrors, CohereProxyRouteCohereEndpointPutResponses, CompactResponseOpenaiV1ResponsesCompactPostData, CompactResponseOpenaiV1ResponsesCompactPostResponses, CompactResponseResponsesCompactPostData, CompactResponseResponsesCompactPostResponses, CompactResponseV1ResponsesCompactPostData, CompactResponseV1ResponsesCompactPostResponses, ComparePolicyVersionsPoliciesCompareGetData, ComparePolicyVersionsPoliciesCompareGetError, ComparePolicyVersionsPoliciesCompareGetErrors, ComparePolicyVersionsPoliciesCompareGetResponse, ComparePolicyVersionsPoliciesCompareGetResponses, CompletionCompletionsPostData, CompletionCompletionsPostError, CompletionCompletionsPostErrors, CompletionCompletionsPostResponses, CompletionEnginesModelCompletionsPostData, CompletionEnginesModelCompletionsPostError, CompletionEnginesModelCompletionsPostErrors, CompletionEnginesModelCompletionsPostResponses, CompletionOpenaiDeploymentsModelCompletionsPostData, CompletionOpenaiDeploymentsModelCompletionsPostError, CompletionOpenaiDeploymentsModelCompletionsPostErrors, CompletionOpenaiDeploymentsModelCompletionsPostResponses, CompletionV1CompletionsPostData, CompletionV1CompletionsPostError, CompletionV1CompletionsPostErrors, CompletionV1CompletionsPostResponses, ComplianceCheckRequest, ComplianceCheckResult, ComplianceResponse, ConfigOverrideSettingsResponse, ConfigurableClientsideParamsCustomAuthInput, ConfigurableClientsideParamsCustomAuthOutput, ContentFilterAction, ContentFilterCategoryConfig, ContentFilterPattern, ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostData, ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostError, ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostErrors, ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostResponse, ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostResponses, CostEstimateRequest, CostEstimateResponse, CountTokensV1MessagesCountTokensPostData, CountTokensV1MessagesCountTokensPostResponses, CreateAccessGroupV1AccessGroupPostData, CreateAccessGroupV1AccessGroupPostError, CreateAccessGroupV1AccessGroupPostErrors, CreateAccessGroupV1AccessGroupPostResponse, CreateAccessGroupV1AccessGroupPostResponses, CreateAccessGroupV1UnifiedAccessGroupPostData, CreateAccessGroupV1UnifiedAccessGroupPostError, CreateAccessGroupV1UnifiedAccessGroupPostErrors, CreateAccessGroupV1UnifiedAccessGroupPostResponse, CreateAccessGroupV1UnifiedAccessGroupPostResponses, CreateAgentV1AgentsPostData, CreateAgentV1AgentsPostError, CreateAgentV1AgentsPostErrors, CreateAgentV1AgentsPostResponse, CreateAgentV1AgentsPostResponses, CreateAssistantAssistantsPostData, CreateAssistantAssistantsPostResponses, CreateAssistantV1AssistantsPostData, CreateAssistantV1AssistantsPostResponses, CreateBatchBatchesPostData, CreateBatchBatchesPostError, CreateBatchBatchesPostErrors, CreateBatchBatchesPostResponses, CreateBatchProviderV1BatchesPostData, CreateBatchProviderV1BatchesPostError, CreateBatchProviderV1BatchesPostErrors, CreateBatchProviderV1BatchesPostResponses, CreateBatchV1BatchesPostData, CreateBatchV1BatchesPostError, CreateBatchV1BatchesPostErrors, CreateBatchV1BatchesPostResponses, CreateContainerContainersPostData, CreateContainerContainersPostResponses, CreateContainerV1ContainersPostData, CreateContainerV1ContainersPostResponses, CreateCredentialCredentialsPostData, CreateCredentialCredentialsPostError, CreateCredentialCredentialsPostErrors, CreateCredentialCredentialsPostResponses, CreateCredentialItem, CreateEvalV1EvalsPostData, CreateEvalV1EvalsPostError, CreateEvalV1EvalsPostErrors, CreateEvalV1EvalsPostResponse, CreateEvalV1EvalsPostResponses, CreateFallbackFallbackPostData, CreateFallbackFallbackPostError, CreateFallbackFallbackPostErrors, CreateFallbackFallbackPostResponse, CreateFallbackFallbackPostResponses, CreateFileFilesPostData, CreateFileFilesPostError, CreateFileFilesPostErrors, CreateFileFilesPostResponses, CreateFileProviderV1FilesPostData, CreateFileProviderV1FilesPostError, CreateFileProviderV1FilesPostErrors, CreateFileProviderV1FilesPostResponses, CreateFileV1FilesPostData, CreateFileV1FilesPostError, CreateFileV1FilesPostErrors, CreateFileV1FilesPostResponses, CreateFineTuningJobFineTuningJobsPostData, CreateFineTuningJobFineTuningJobsPostError, CreateFineTuningJobFineTuningJobsPostErrors, CreateFineTuningJobFineTuningJobsPostResponses, CreateFineTuningJobV1FineTuningJobsPostData, CreateFineTuningJobV1FineTuningJobsPostError, CreateFineTuningJobV1FineTuningJobsPostErrors, CreateFineTuningJobV1FineTuningJobsPostResponses, CreateGroupScimV2GroupsPostData, CreateGroupScimV2GroupsPostError, CreateGroupScimV2GroupsPostErrors, CreateGroupScimV2GroupsPostResponse, CreateGroupScimV2GroupsPostResponses, CreateGuardrailGuardrailsPostData, CreateGuardrailGuardrailsPostError, CreateGuardrailGuardrailsPostErrors, CreateGuardrailGuardrailsPostResponses, CreateGuardrailRequest, CreateInteractionInteractionsPostData, CreateInteractionInteractionsPostResponses, CreateInteractionV1BetaInteractionsPostData, CreateInteractionV1BetaInteractionsPostResponses, CreateJwtKeyMappingJwtKeyMappingNewPostData, CreateJwtKeyMappingJwtKeyMappingNewPostError, CreateJwtKeyMappingJwtKeyMappingNewPostErrors, CreateJwtKeyMappingJwtKeyMappingNewPostResponse, CreateJwtKeyMappingJwtKeyMappingNewPostResponses, CreateJwtKeyMappingRequest, CreateMemoryV1MemoryPostData, CreateMemoryV1MemoryPostError, CreateMemoryV1MemoryPostErrors, CreateMemoryV1MemoryPostResponse, CreateMemoryV1MemoryPostResponses, CreateModelGroupAccessGroupNewPostData, CreateModelGroupAccessGroupNewPostError, CreateModelGroupAccessGroupNewPostErrors, CreateModelGroupAccessGroupNewPostResponse, CreateModelGroupAccessGroupNewPostResponses, CreatePassThroughEndpointsConfigPassThroughEndpointPostData, CreatePassThroughEndpointsConfigPassThroughEndpointPostError, CreatePassThroughEndpointsConfigPassThroughEndpointPostErrors, CreatePassThroughEndpointsConfigPassThroughEndpointPostResponses, CreatePolicyAttachmentPoliciesAttachmentsPostData, CreatePolicyAttachmentPoliciesAttachmentsPostError, CreatePolicyAttachmentPoliciesAttachmentsPostErrors, CreatePolicyAttachmentPoliciesAttachmentsPostResponse, CreatePolicyAttachmentPoliciesAttachmentsPostResponses, CreatePolicyPoliciesPostData, CreatePolicyPoliciesPostError, CreatePolicyPoliciesPostErrors, CreatePolicyPoliciesPostResponse, CreatePolicyPoliciesPostResponses, CreatePolicyVersionPoliciesNamePolicyNameVersionsPostData, CreatePolicyVersionPoliciesNamePolicyNameVersionsPostError, CreatePolicyVersionPoliciesNamePolicyNameVersionsPostErrors, CreatePolicyVersionPoliciesNamePolicyNameVersionsPostResponse, CreatePolicyVersionPoliciesNamePolicyNameVersionsPostResponses, CreatePromptPromptsPostData, CreatePromptPromptsPostError, CreatePromptPromptsPostErrors, CreatePromptPromptsPostResponses, CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostData, CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostResponse, CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostResponses, CreateRealtimeClientSecretRealtimeClientSecretsPostData, CreateRealtimeClientSecretRealtimeClientSecretsPostResponse, CreateRealtimeClientSecretRealtimeClientSecretsPostResponses, CreateRealtimeClientSecretV1RealtimeClientSecretsPostData, CreateRealtimeClientSecretV1RealtimeClientSecretsPostResponse, CreateRealtimeClientSecretV1RealtimeClientSecretsPostResponses, CreateRunV1EvalsEvalIdRunsPostData, CreateRunV1EvalsEvalIdRunsPostError, CreateRunV1EvalsEvalIdRunsPostErrors, CreateRunV1EvalsEvalIdRunsPostResponse, CreateRunV1EvalsEvalIdRunsPostResponses, CreateSearchToolRequest, CreateSearchToolSearchToolsPostData, CreateSearchToolSearchToolsPostError, CreateSearchToolSearchToolsPostErrors, CreateSearchToolSearchToolsPostResponses, CreateSkillV1SkillsPostData, CreateSkillV1SkillsPostError, CreateSkillV1SkillsPostErrors, CreateSkillV1SkillsPostResponse, CreateSkillV1SkillsPostResponses, CreateThreadsThreadsPostData, CreateThreadsThreadsPostResponses, CreateThreadsV1ThreadsPostData, CreateThreadsV1ThreadsPostResponses, CreateUserScimV2UsersPostData, CreateUserScimV2UsersPostError, CreateUserScimV2UsersPostErrors, CreateUserScimV2UsersPostResponse, CreateUserScimV2UsersPostResponses, CreateWorkflowRunV1WorkflowsRunsPostData, CreateWorkflowRunV1WorkflowsRunsPostError, CreateWorkflowRunV1WorkflowsRunsPostErrors, CreateWorkflowRunV1WorkflowsRunsPostResponses, CredentialItem, CursorChatCompletionsCursorChatCompletionsPostData, CursorChatCompletionsCursorChatCompletionsPostResponses, CursorProxyRouteCursorEndpointDeleteData, CursorProxyRouteCursorEndpointDeleteError, CursorProxyRouteCursorEndpointDeleteErrors, CursorProxyRouteCursorEndpointDeleteResponses, CursorProxyRouteCursorEndpointGetData, CursorProxyRouteCursorEndpointGetError, CursorProxyRouteCursorEndpointGetErrors, CursorProxyRouteCursorEndpointGetResponses, CursorProxyRouteCursorEndpointPatchData, CursorProxyRouteCursorEndpointPatchError, CursorProxyRouteCursorEndpointPatchErrors, CursorProxyRouteCursorEndpointPatchResponses, CursorProxyRouteCursorEndpointPostData, CursorProxyRouteCursorEndpointPostError, CursorProxyRouteCursorEndpointPostErrors, CursorProxyRouteCursorEndpointPostResponses, CursorProxyRouteCursorEndpointPutData, CursorProxyRouteCursorEndpointPutError, CursorProxyRouteCursorEndpointPutErrors, CursorProxyRouteCursorEndpointPutResponses, DailySpendData, DailySpendMetadata, DefaultInternalUserParams, DefaultTeamSettingsResponse, DefaultTeamSsoParams, DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteData, DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteError, DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteErrors, DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteResponse, DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteResponses, DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteData, DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteError, DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteErrors, DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteResponse, DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteResponses, DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteData, DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteError, DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteErrors, DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteResponse, DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteResponses, DeleteAgentV1AgentsAgentIdDeleteData, DeleteAgentV1AgentsAgentIdDeleteError, DeleteAgentV1AgentsAgentIdDeleteErrors, DeleteAgentV1AgentsAgentIdDeleteResponses, DeleteAllowedIpDeleteAllowedIpPostData, DeleteAllowedIpDeleteAllowedIpPostError, DeleteAllowedIpDeleteAllowedIpPostErrors, DeleteAllowedIpDeleteAllowedIpPostResponses, DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteData, DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteError, DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteErrors, DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteResponses, DeleteAssistantAssistantsAssistantIdDeleteData, DeleteAssistantAssistantsAssistantIdDeleteError, DeleteAssistantAssistantsAssistantIdDeleteErrors, DeleteAssistantAssistantsAssistantIdDeleteResponses, DeleteAssistantV1AssistantsAssistantIdDeleteData, DeleteAssistantV1AssistantsAssistantIdDeleteError, DeleteAssistantV1AssistantsAssistantIdDeleteErrors, DeleteAssistantV1AssistantsAssistantIdDeleteResponses, DeleteBudgetBudgetDeletePostData, DeleteBudgetBudgetDeletePostError, DeleteBudgetBudgetDeletePostErrors, DeleteBudgetBudgetDeletePostResponses, DeleteCloudzeroSettingsCloudzeroDeleteDeleteData, DeleteCloudzeroSettingsCloudzeroDeleteDeleteResponse, DeleteCloudzeroSettingsCloudzeroDeleteDeleteResponses, DeleteContainerContainersContainerIdDeleteData, DeleteContainerContainersContainerIdDeleteError, DeleteContainerContainersContainerIdDeleteErrors, DeleteContainerContainersContainerIdDeleteResponses, DeleteContainerV1ContainersContainerIdDeleteData, DeleteContainerV1ContainersContainerIdDeleteError, DeleteContainerV1ContainersContainerIdDeleteErrors, DeleteContainerV1ContainersContainerIdDeleteResponses, DeleteCredentialCredentialsCredentialNameDeleteData, DeleteCredentialCredentialsCredentialNameDeleteError, DeleteCredentialCredentialsCredentialNameDeleteErrors, DeleteCredentialCredentialsCredentialNameDeleteResponses, DeleteCustomerRequest, DeleteEndUserCustomerDeletePostData, DeleteEndUserCustomerDeletePostError, DeleteEndUserCustomerDeletePostErrors, DeleteEndUserCustomerDeletePostResponses, DeleteEvalResponse, DeleteEvalV1EvalsEvalIdDeleteData, DeleteEvalV1EvalsEvalIdDeleteError, DeleteEvalV1EvalsEvalIdDeleteErrors, DeleteEvalV1EvalsEvalIdDeleteResponse, DeleteEvalV1EvalsEvalIdDeleteResponses, DeleteFallbackFallbackModelDeleteData, DeleteFallbackFallbackModelDeleteError, DeleteFallbackFallbackModelDeleteErrors, DeleteFallbackFallbackModelDeleteResponse, DeleteFallbackFallbackModelDeleteResponses, DeleteFileFilesFileIdDeleteData, DeleteFileFilesFileIdDeleteError, DeleteFileFilesFileIdDeleteErrors, DeleteFileFilesFileIdDeleteResponses, DeleteFileProviderV1FilesFileIdDeleteData, DeleteFileProviderV1FilesFileIdDeleteError, DeleteFileProviderV1FilesFileIdDeleteErrors, DeleteFileProviderV1FilesFileIdDeleteResponses, DeleteFileV1FilesFileIdDeleteData, DeleteFileV1FilesFileIdDeleteError, DeleteFileV1FilesFileIdDeleteErrors, DeleteFileV1FilesFileIdDeleteResponses, DeleteGroupScimV2GroupsGroupIdDeleteData, DeleteGroupScimV2GroupsGroupIdDeleteError, DeleteGroupScimV2GroupsGroupIdDeleteErrors, DeleteGroupScimV2GroupsGroupIdDeleteResponse, DeleteGroupScimV2GroupsGroupIdDeleteResponses, DeleteGuardrailGuardrailsGuardrailIdDeleteData, DeleteGuardrailGuardrailsGuardrailIdDeleteError, DeleteGuardrailGuardrailsGuardrailIdDeleteErrors, DeleteGuardrailGuardrailsGuardrailIdDeleteResponses, DeleteHashicorpVaultConfigConfigOverridesHashicorpVaultDeleteData, DeleteHashicorpVaultConfigConfigOverridesHashicorpVaultDeleteResponses, DeleteInteractionInteractionsInteractionIdDeleteData, DeleteInteractionInteractionsInteractionIdDeleteError, DeleteInteractionInteractionsInteractionIdDeleteErrors, DeleteInteractionInteractionsInteractionIdDeleteResponses, DeleteInteractionV1BetaInteractionsInteractionIdDeleteData, DeleteInteractionV1BetaInteractionsInteractionIdDeleteError, DeleteInteractionV1BetaInteractionsInteractionIdDeleteErrors, DeleteInteractionV1BetaInteractionsInteractionIdDeleteResponses, DeleteJwtKeyMappingJwtKeyMappingDeletePostData, DeleteJwtKeyMappingJwtKeyMappingDeletePostError, DeleteJwtKeyMappingJwtKeyMappingDeletePostErrors, DeleteJwtKeyMappingJwtKeyMappingDeletePostResponses, DeleteJwtKeyMappingRequest, DeleteKeyFnKeyDeletePostData, DeleteKeyFnKeyDeletePostError, DeleteKeyFnKeyDeletePostErrors, DeleteKeyFnKeyDeletePostResponses, DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteData, DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteError, DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteErrors, DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteResponse, DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteResponses, DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteData, DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteError, DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteErrors, DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteResponse, DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteResponses, DeleteMemoryV1MemoryKeyDeleteData, DeleteMemoryV1MemoryKeyDeleteError, DeleteMemoryV1MemoryKeyDeleteErrors, DeleteMemoryV1MemoryKeyDeleteResponse, DeleteMemoryV1MemoryKeyDeleteResponses, DeleteModelGroupResponse, DeleteModelModelDeletePostData, DeleteModelModelDeletePostError, DeleteModelModelDeletePostErrors, DeleteModelModelDeletePostResponses, DeleteOrganizationOrganizationDeleteDeleteData, DeleteOrganizationOrganizationDeleteDeleteError, DeleteOrganizationOrganizationDeleteDeleteErrors, DeleteOrganizationOrganizationDeleteDeleteResponse, DeleteOrganizationOrganizationDeleteDeleteResponses, DeleteOrganizationRequest, DeletePassThroughEndpointsConfigPassThroughEndpointDeleteData, DeletePassThroughEndpointsConfigPassThroughEndpointDeleteError, DeletePassThroughEndpointsConfigPassThroughEndpointDeleteErrors, DeletePassThroughEndpointsConfigPassThroughEndpointDeleteResponse, DeletePassThroughEndpointsConfigPassThroughEndpointDeleteResponses, DeletePluginClaudeCodePluginsPluginNameDeleteData, DeletePluginClaudeCodePluginsPluginNameDeleteError, DeletePluginClaudeCodePluginsPluginNameDeleteErrors, DeletePluginClaudeCodePluginsPluginNameDeleteResponses, DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteData, DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteError, DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteErrors, DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteResponses, DeletePolicyPoliciesPolicyIdDeleteData, DeletePolicyPoliciesPolicyIdDeleteError, DeletePolicyPoliciesPolicyIdDeleteErrors, DeletePolicyPoliciesPolicyIdDeleteResponses, DeleteProjectProjectDeleteDeleteData, DeleteProjectProjectDeleteDeleteError, DeleteProjectProjectDeleteDeleteErrors, DeleteProjectProjectDeleteDeleteResponse, DeleteProjectProjectDeleteDeleteResponses, DeleteProjectRequest, DeletePromptPromptsPromptIdDeleteData, DeletePromptPromptsPromptIdDeleteError, DeletePromptPromptsPromptIdDeleteErrors, DeletePromptPromptsPromptIdDeleteResponses, DeleteResponseOpenaiV1ResponsesResponseIdDeleteData, DeleteResponseOpenaiV1ResponsesResponseIdDeleteError, DeleteResponseOpenaiV1ResponsesResponseIdDeleteErrors, DeleteResponseOpenaiV1ResponsesResponseIdDeleteResponses, DeleteResponseResponsesResponseIdDeleteData, DeleteResponseResponsesResponseIdDeleteError, DeleteResponseResponsesResponseIdDeleteErrors, DeleteResponseResponsesResponseIdDeleteResponses, DeleteResponseV1ResponsesResponseIdDeleteData, DeleteResponseV1ResponsesResponseIdDeleteError, DeleteResponseV1ResponsesResponseIdDeleteErrors, DeleteResponseV1ResponsesResponseIdDeleteResponses, DeleteRunV1EvalsEvalIdRunsRunIdDeleteData, DeleteRunV1EvalsEvalIdRunsRunIdDeleteError, DeleteRunV1EvalsEvalIdRunsRunIdDeleteErrors, DeleteRunV1EvalsEvalIdRunsRunIdDeleteResponse, DeleteRunV1EvalsEvalIdRunsRunIdDeleteResponses, DeleteSearchToolSearchToolsSearchToolIdDeleteData, DeleteSearchToolSearchToolsSearchToolIdDeleteError, DeleteSearchToolSearchToolsSearchToolIdDeleteErrors, DeleteSearchToolSearchToolsSearchToolIdDeleteResponses, DeleteSkillResponse, DeleteSkillV1SkillsSkillIdDeleteData, DeleteSkillV1SkillsSkillIdDeleteError, DeleteSkillV1SkillsSkillIdDeleteErrors, DeleteSkillV1SkillsSkillIdDeleteResponse, DeleteSkillV1SkillsSkillIdDeleteResponses, DeleteTagTagDeletePostData, DeleteTagTagDeletePostError, DeleteTagTagDeletePostErrors, DeleteTagTagDeletePostResponses, DeleteTeamRequest, DeleteTeamTeamDeletePostData, DeleteTeamTeamDeletePostError, DeleteTeamTeamDeletePostErrors, DeleteTeamTeamDeletePostResponses, DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteData, DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteError, DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteErrors, DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteResponses, DeleteUserRequest, DeleteUserScimV2UsersUserIdDeleteData, DeleteUserScimV2UsersUserIdDeleteError, DeleteUserScimV2UsersUserIdDeleteErrors, DeleteUserScimV2UsersUserIdDeleteResponse, DeleteUserScimV2UsersUserIdDeleteResponses, DeleteUserUserDeletePostData, DeleteUserUserDeletePostError, DeleteUserUserDeletePostErrors, DeleteUserUserDeletePostResponses, DeleteVantageSettingsVantageDeleteDeleteData, DeleteVantageSettingsVantageDeleteDeleteResponse, DeleteVantageSettingsVantageDeleteDeleteResponses, DeleteVectorStoreVectorStoreDeletePostData, DeleteVectorStoreVectorStoreDeletePostError, DeleteVectorStoreVectorStoreDeletePostErrors, DeleteVectorStoreVectorStoreDeletePostResponses, Deployment, DeprecatedInfoOrganizationOrganizationInfoPostData, DeprecatedInfoOrganizationOrganizationInfoPostError, DeprecatedInfoOrganizationOrganizationInfoPostErrors, DeprecatedInfoOrganizationOrganizationInfoPostResponses, DisablePluginClaudeCodePluginsPluginNameDisablePostData, DisablePluginClaudeCodePluginsPluginNameDisablePostError, DisablePluginClaudeCodePluginsPluginNameDisablePostErrors, DisablePluginClaudeCodePluginsPluginNameDisablePostResponses, DisableTeamLoggingTeamTeamIdDisableLoggingPostData, DisableTeamLoggingTeamTeamIdDisableLoggingPostError, DisableTeamLoggingTeamTeamIdDisableLoggingPostErrors, DisableTeamLoggingTeamTeamIdDisableLoggingPostResponses, DiscoverMcpServersV1McpDiscoverGetData, DiscoverMcpServersV1McpDiscoverGetError, DiscoverMcpServersV1McpDiscoverGetErrors, DiscoverMcpServersV1McpDiscoverGetResponses, DistinctTagResponse, DistinctTagsResponse, DocumentObject, DynamicMcpRouteMcpServerNameMcpDeleteData, DynamicMcpRouteMcpServerNameMcpDeleteError, DynamicMcpRouteMcpServerNameMcpDeleteErrors, DynamicMcpRouteMcpServerNameMcpDeleteResponses, DynamicMcpRouteMcpServerNameMcpGetData, DynamicMcpRouteMcpServerNameMcpGetError, DynamicMcpRouteMcpServerNameMcpGetErrors, DynamicMcpRouteMcpServerNameMcpGetResponses, DynamicMcpRouteMcpServerNameMcpHeadData, DynamicMcpRouteMcpServerNameMcpHeadError, DynamicMcpRouteMcpServerNameMcpHeadErrors, DynamicMcpRouteMcpServerNameMcpHeadResponses, DynamicMcpRouteMcpServerNameMcpOptionsData, DynamicMcpRouteMcpServerNameMcpOptionsError, DynamicMcpRouteMcpServerNameMcpOptionsErrors, DynamicMcpRouteMcpServerNameMcpOptionsResponses, DynamicMcpRouteMcpServerNameMcpPatchData, DynamicMcpRouteMcpServerNameMcpPatchError, DynamicMcpRouteMcpServerNameMcpPatchErrors, DynamicMcpRouteMcpServerNameMcpPatchResponses, DynamicMcpRouteMcpServerNameMcpPostData, DynamicMcpRouteMcpServerNameMcpPostError, DynamicMcpRouteMcpServerNameMcpPostErrors, DynamicMcpRouteMcpServerNameMcpPostResponses, DynamicMcpRouteMcpServerNameMcpPutData, DynamicMcpRouteMcpServerNameMcpPutError, DynamicMcpRouteMcpServerNameMcpPutErrors, DynamicMcpRouteMcpServerNameMcpPutResponses, EditMcpServerV1McpServerPutData, EditMcpServerV1McpServerPutError, EditMcpServerV1McpServerPutErrors, EditMcpServerV1McpServerPutResponse, EditMcpServerV1McpServerPutResponses, EditMcpToolsetV1McpToolsetPutData, EditMcpToolsetV1McpToolsetPutError, EditMcpToolsetV1McpToolsetPutErrors, EditMcpToolsetV1McpToolsetPutResponses, EmailEvent, EmailEventSettings, EmailEventSettingsResponse, EmailEventSettingsUpdateRequest, EmbeddingRequest, EmbeddingsEmbeddingsPostData, EmbeddingsEmbeddingsPostError, EmbeddingsEmbeddingsPostErrors, EmbeddingsEmbeddingsPostResponses, EmbeddingsEnginesModelEmbeddingsPostData, EmbeddingsEnginesModelEmbeddingsPostError, EmbeddingsEnginesModelEmbeddingsPostErrors, EmbeddingsEnginesModelEmbeddingsPostResponses, EmbeddingsOpenaiDeploymentsModelEmbeddingsPostData, EmbeddingsOpenaiDeploymentsModelEmbeddingsPostError, EmbeddingsOpenaiDeploymentsModelEmbeddingsPostErrors, EmbeddingsOpenaiDeploymentsModelEmbeddingsPostResponses, EmbeddingsV1EmbeddingsPostData, EmbeddingsV1EmbeddingsPostError, EmbeddingsV1EmbeddingsPostErrors, EmbeddingsV1EmbeddingsPostResponses, EnablePluginClaudeCodePluginsPluginNameEnablePostData, EnablePluginClaudeCodePluginsPluginNameEnablePostError, EnablePluginClaudeCodePluginsPluginNameEnablePostErrors, EnablePluginClaudeCodePluginsPluginNameEnablePostResponses, EndpointProvider, EndUserInfoCustomerInfoGetData, EndUserInfoCustomerInfoGetError, EndUserInfoCustomerInfoGetErrors, EndUserInfoCustomerInfoGetResponse, EndUserInfoCustomerInfoGetResponses, EnrichPolicyTemplatePolicyTemplatesEnrichPostData, EnrichPolicyTemplatePolicyTemplatesEnrichPostError, EnrichPolicyTemplatePolicyTemplatesEnrichPostErrors, EnrichPolicyTemplatePolicyTemplatesEnrichPostResponse, EnrichPolicyTemplatePolicyTemplatesEnrichPostResponses, EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostData, EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostError, EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostErrors, EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostResponses, EnrichTemplateRequest, ErrorResponse, EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostData, EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostError, EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostErrors, EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostResponse, EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostResponses, EstimateCostCostEstimatePostData, EstimateCostCostEstimatePostError, EstimateCostCostEstimatePostErrors, EstimateCostCostEstimatePostResponse, EstimateCostCostEstimatePostResponses, Eval, EventLoggingBatchApiEventLoggingBatchPostData, EventLoggingBatchApiEventLoggingBatchPostResponses, FailedKeyUpdate, FallbackCreateRequest, FallbackDeleteResponse, FallbackGetResponse, FallbackResponse, FetchAllMcpServersV1McpServerGetData, FetchAllMcpServersV1McpServerGetError, FetchAllMcpServersV1McpServerGetErrors, FetchAllMcpServersV1McpServerGetResponse, FetchAllMcpServersV1McpServerGetResponses, FetchMcpServerV1McpServerServerIdGetData, FetchMcpServerV1McpServerServerIdGetError, FetchMcpServerV1McpServerServerIdGetErrors, FetchMcpServerV1McpServerServerIdGetResponse, FetchMcpServerV1McpServerServerIdGetResponses, FetchMcpToolsetsV1McpToolsetGetData, FetchMcpToolsetsV1McpToolsetGetResponses, FetchMcpToolsetV1McpToolsetToolsetIdGetData, FetchMcpToolsetV1McpToolsetToolsetIdGetError, FetchMcpToolsetV1McpToolsetToolsetIdGetErrors, FetchMcpToolsetV1McpToolsetToolsetIdGetResponses, FunctionCall, GeminiProxyRouteGeminiEndpointDeleteData, GeminiProxyRouteGeminiEndpointDeleteError, GeminiProxyRouteGeminiEndpointDeleteErrors, GeminiProxyRouteGeminiEndpointDeleteResponses, GeminiProxyRouteGeminiEndpointGetData, GeminiProxyRouteGeminiEndpointGetError, GeminiProxyRouteGeminiEndpointGetErrors, GeminiProxyRouteGeminiEndpointGetResponses, GeminiProxyRouteGeminiEndpointPatchData, GeminiProxyRouteGeminiEndpointPatchError, GeminiProxyRouteGeminiEndpointPatchErrors, GeminiProxyRouteGeminiEndpointPatchResponses, GeminiProxyRouteGeminiEndpointPostData, GeminiProxyRouteGeminiEndpointPostError, GeminiProxyRouteGeminiEndpointPostErrors, GeminiProxyRouteGeminiEndpointPostResponses, GeminiProxyRouteGeminiEndpointPutData, GeminiProxyRouteGeminiEndpointPutError, GeminiProxyRouteGeminiEndpointPutErrors, GeminiProxyRouteGeminiEndpointPutResponses, GenerateKeyFnKeyGeneratePostData, GenerateKeyFnKeyGeneratePostError, GenerateKeyFnKeyGeneratePostErrors, GenerateKeyFnKeyGeneratePostResponse, GenerateKeyFnKeyGeneratePostResponses, GenerateKeyRequest, GenerateKeyResponse, GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostData, GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostError, GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostErrors, GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostResponses, GenericGuardrailApiInputs, GetAccessGroupInfoAccessGroupAccessGroupInfoGetData, GetAccessGroupInfoAccessGroupAccessGroupInfoGetError, GetAccessGroupInfoAccessGroupAccessGroupInfoGetErrors, GetAccessGroupInfoAccessGroupAccessGroupInfoGetResponse, GetAccessGroupInfoAccessGroupAccessGroupInfoGetResponses, GetAccessGroupV1AccessGroupAccessGroupIdGetData, GetAccessGroupV1AccessGroupAccessGroupIdGetError, GetAccessGroupV1AccessGroupAccessGroupIdGetErrors, GetAccessGroupV1AccessGroupAccessGroupIdGetResponse, GetAccessGroupV1AccessGroupAccessGroupIdGetResponses, GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetData, GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetError, GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetErrors, GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetResponse, GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetResponses, GetActiveTasksStatsDebugAsyncioTasksGetData, GetActiveTasksStatsDebugAsyncioTasksGetResponses, GetAdaptiveRouterStateAdaptiveRouterStateGetData, GetAdaptiveRouterStateAdaptiveRouterStateGetResponses, GetAgentByIdV1AgentsAgentIdGetData, GetAgentByIdV1AgentsAgentIdGetError, GetAgentByIdV1AgentsAgentIdGetErrors, GetAgentByIdV1AgentsAgentIdGetResponse, GetAgentByIdV1AgentsAgentIdGetResponses, GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetData, GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetError, GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetErrors, GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetResponses, GetAgentCardA2aAgentIdWellKnownAgentJsonGetData, GetAgentCardA2aAgentIdWellKnownAgentJsonGetError, GetAgentCardA2aAgentIdWellKnownAgentJsonGetErrors, GetAgentCardA2aAgentIdWellKnownAgentJsonGetResponses, GetAgentDailyActivityAgentDailyActivityGetData, GetAgentDailyActivityAgentDailyActivityGetError, GetAgentDailyActivityAgentDailyActivityGetErrors, GetAgentDailyActivityAgentDailyActivityGetResponse, GetAgentDailyActivityAgentDailyActivityGetResponses, GetAgentFieldsPublicAgentsFieldsGetData, GetAgentFieldsPublicAgentsFieldsGetResponse, GetAgentFieldsPublicAgentsFieldsGetResponses, GetAgentsPublicAgentHubGetData, GetAgentsPublicAgentHubGetResponse, GetAgentsPublicAgentHubGetResponses, GetAgentsV1AgentsGetData, GetAgentsV1AgentsGetError, GetAgentsV1AgentsGetErrors, GetAgentsV1AgentsGetResponse, GetAgentsV1AgentsGetResponses, GetAssistantsAssistantsGetData, GetAssistantsAssistantsGetResponses, GetAssistantsV1AssistantsGetData, GetAssistantsV1AssistantsGetResponses, GetAuditLogByIdAuditIdGetData, GetAuditLogByIdAuditIdGetError, GetAuditLogByIdAuditIdGetErrors, GetAuditLogByIdAuditIdGetResponse, GetAuditLogByIdAuditIdGetResponses, GetAuditLogsAuditGetData, GetAuditLogsAuditGetError, GetAuditLogsAuditGetErrors, GetAuditLogsAuditGetResponse, GetAuditLogsAuditGetResponses, GetAvailableSearchProvidersSearchToolsUiAvailableProvidersGetData, GetAvailableSearchProvidersSearchToolsUiAvailableProvidersGetResponses, GetCacheSettingsCacheSettingsGetData, GetCacheSettingsCacheSettingsGetResponse, GetCacheSettingsCacheSettingsGetResponses, GetCallbackConfigsCallbacksConfigsGetData, GetCallbackConfigsCallbacksConfigsGetResponses, GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetData, GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetError, GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetErrors, GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetResponses, GetClientIpV1McpNetworkClientIpGetData, GetClientIpV1McpNetworkClientIpGetResponses, GetCloudzeroSettingsCloudzeroSettingsGetData, GetCloudzeroSettingsCloudzeroSettingsGetResponse, GetCloudzeroSettingsCloudzeroSettingsGetResponses, GetCostDiscountConfigConfigCostDiscountConfigGetData, GetCostDiscountConfigConfigCostDiscountConfigGetResponses, GetCostMarginConfigConfigCostMarginConfigGetData, GetCostMarginConfigConfigCostMarginConfigGetResponses, GetCredentialByModelCredentialsByModelModelIdGetData, GetCredentialByModelCredentialsByModelModelIdGetError, GetCredentialByModelCredentialsByModelModelIdGetErrors, GetCredentialByModelCredentialsByModelModelIdGetResponse, GetCredentialByModelCredentialsByModelModelIdGetResponses, GetCredentialByNameCredentialsByNameCredentialNameGetData, GetCredentialByNameCredentialsByNameCredentialNameGetError, GetCredentialByNameCredentialsByNameCredentialNameGetErrors, GetCredentialByNameCredentialsByNameCredentialNameGetResponse, GetCredentialByNameCredentialsByNameCredentialNameGetResponses, GetCredentialsCredentialsGetData, GetCredentialsCredentialsGetResponses, GetCustomerDailyActivityCustomerDailyActivityGetData, GetCustomerDailyActivityCustomerDailyActivityGetError, GetCustomerDailyActivityCustomerDailyActivityGetErrors, GetCustomerDailyActivityCustomerDailyActivityGetResponse, GetCustomerDailyActivityCustomerDailyActivityGetResponses, GetDailyActiveUsersTagDauGetData, GetDailyActiveUsersTagDauGetError, GetDailyActiveUsersTagDauGetErrors, GetDailyActiveUsersTagDauGetResponse, GetDailyActiveUsersTagDauGetResponses, GetDefaultTeamSettingsGetDefaultTeamSettingsGetData, GetDefaultTeamSettingsGetDefaultTeamSettingsGetResponse, GetDefaultTeamSettingsGetDefaultTeamSettingsGetResponses, GetDistinctUserAgentTagsTagDistinctGetData, GetDistinctUserAgentTagsTagDistinctGetResponse, GetDistinctUserAgentTagsTagDistinctGetResponses, GetEmailEventSettingsEmailEventSettingsGetData, GetEmailEventSettingsEmailEventSettingsGetResponse, GetEmailEventSettingsEmailEventSettingsGetResponses, GetEvalV1EvalsEvalIdGetData, GetEvalV1EvalsEvalIdGetError, GetEvalV1EvalsEvalIdGetErrors, GetEvalV1EvalsEvalIdGetResponse, GetEvalV1EvalsEvalIdGetResponses, GetFallbackFallbackModelGetData, GetFallbackFallbackModelGetError, GetFallbackFallbackModelGetErrors, GetFallbackFallbackModelGetResponse, GetFallbackFallbackModelGetResponses, GetFileContentFilesFileIdContentGetData, GetFileContentFilesFileIdContentGetError, GetFileContentFilesFileIdContentGetErrors, GetFileContentFilesFileIdContentGetResponses, GetFileContentProviderV1FilesFileIdContentGetData, GetFileContentProviderV1FilesFileIdContentGetError, GetFileContentProviderV1FilesFileIdContentGetErrors, GetFileContentProviderV1FilesFileIdContentGetResponses, GetFileContentV1FilesFileIdContentGetData, GetFileContentV1FilesFileIdContentGetError, GetFileContentV1FilesFileIdContentGetErrors, GetFileContentV1FilesFileIdContentGetResponses, GetFileFilesFileIdGetData, GetFileFilesFileIdGetError, GetFileFilesFileIdGetErrors, GetFileFilesFileIdGetResponses, GetFileProviderV1FilesFileIdGetData, GetFileProviderV1FilesFileIdGetError, GetFileProviderV1FilesFileIdGetErrors, GetFileProviderV1FilesFileIdGetResponses, GetFileV1FilesFileIdGetData, GetFileV1FilesFileIdGetError, GetFileV1FilesFileIdGetErrors, GetFileV1FilesFileIdGetResponses, GetGlobalSpendReportGlobalSpendReportGetData, GetGlobalSpendReportGlobalSpendReportGetError, GetGlobalSpendReportGlobalSpendReportGetErrors, GetGlobalSpendReportGlobalSpendReportGetResponse, GetGlobalSpendReportGlobalSpendReportGetResponses, GetGroupScimV2GroupsGroupIdGetData, GetGroupScimV2GroupsGroupIdGetError, GetGroupScimV2GroupsGroupIdGetErrors, GetGroupScimV2GroupsGroupIdGetResponse, GetGroupScimV2GroupsGroupIdGetResponses, GetGroupsScimV2GroupsGetData, GetGroupsScimV2GroupsGetError, GetGroupsScimV2GroupsGetErrors, GetGroupsScimV2GroupsGetResponse, GetGroupsScimV2GroupsGetResponses, GetGuardrailInfoGuardrailsGuardrailIdGetData, GetGuardrailInfoGuardrailsGuardrailIdGetError, GetGuardrailInfoGuardrailsGuardrailIdGetErrors, GetGuardrailInfoGuardrailsGuardrailIdGetResponses, GetGuardrailInfoGuardrailsGuardrailIdInfoGetData, GetGuardrailInfoGuardrailsGuardrailIdInfoGetError, GetGuardrailInfoGuardrailsGuardrailIdInfoGetErrors, GetGuardrailInfoGuardrailsGuardrailIdInfoGetResponses, GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetData, GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetError, GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetErrors, GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetResponse, GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetResponses, GetGuardrailUiSettingsGuardrailsUiAddGuardrailSettingsGetData, GetGuardrailUiSettingsGuardrailsUiAddGuardrailSettingsGetResponses, GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetData, GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetResponse, GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetResponses, GetInProductNudgesInProductNudgesGetData, GetInProductNudgesInProductNudgesGetResponse, GetInProductNudgesInProductNudgesGetResponses, GetInteractionInteractionsInteractionIdGetData, GetInteractionInteractionsInteractionIdGetError, GetInteractionInteractionsInteractionIdGetErrors, GetInteractionInteractionsInteractionIdGetResponses, GetInteractionV1BetaInteractionsInteractionIdGetData, GetInteractionV1BetaInteractionsInteractionIdGetError, GetInteractionV1BetaInteractionsInteractionIdGetErrors, GetInteractionV1BetaInteractionsInteractionIdGetResponses, GetInternalUserSettingsGetInternalUserSettingsGetData, GetInternalUserSettingsGetInternalUserSettingsGetResponse, GetInternalUserSettingsGetInternalUserSettingsGetResponses, GetLitellmBlogPostsPublicLitellmBlogPostsGetData, GetLitellmBlogPostsPublicLitellmBlogPostsGetResponse, GetLitellmBlogPostsPublicLitellmBlogPostsGetResponses, GetLitellmModelCostMapPublicLitellmModelCostMapGetData, GetLitellmModelCostMapPublicLitellmModelCostMapGetResponses, GetMajorAirlinesGuardrailsUiMajorAirlinesGetData, GetMajorAirlinesGuardrailsUiMajorAirlinesGetResponses, GetMarketplaceClaudeCodeMarketplaceJsonGetData, GetMarketplaceClaudeCodeMarketplaceJsonGetResponses, GetMcpAccessGroupsV1McpAccessGroupsGetData, GetMcpAccessGroupsV1McpAccessGroupsGetResponses, GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetData, GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetError, GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetErrors, GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetResponse, GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetResponses, GetMcpRegistryV1McpRegistryJsonGetData, GetMcpRegistryV1McpRegistryJsonGetResponses, GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetData, GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetResponse, GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetResponses, GetMcpServersPublicMcpHubGetData, GetMcpServersPublicMcpHubGetResponse, GetMcpServersPublicMcpHubGetResponses, GetMcpServerSubmissionsV1McpServerSubmissionsGetData, GetMcpServerSubmissionsV1McpServerSubmissionsGetResponse, GetMcpServerSubmissionsV1McpServerSubmissionsGetResponses, GetMcpToolsV1McpToolsGetData, GetMcpToolsV1McpToolsGetResponses, GetMemoryV1MemoryKeyGetData, GetMemoryV1MemoryKeyGetError, GetMemoryV1MemoryKeyGetErrors, GetMemoryV1MemoryKeyGetResponse, GetMemoryV1MemoryKeyGetResponses, GetMessagesThreadsThreadIdMessagesGetData, GetMessagesThreadsThreadIdMessagesGetError, GetMessagesThreadsThreadIdMessagesGetErrors, GetMessagesThreadsThreadIdMessagesGetResponses, GetMessagesV1ThreadsThreadIdMessagesGetData, GetMessagesV1ThreadsThreadIdMessagesGetError, GetMessagesV1ThreadsThreadIdMessagesGetErrors, GetMessagesV1ThreadsThreadIdMessagesGetResponses, GetMonthlyActiveUsersTagMauGetData, GetMonthlyActiveUsersTagMauGetError, GetMonthlyActiveUsersTagMauGetErrors, GetMonthlyActiveUsersTagMauGetResponse, GetMonthlyActiveUsersTagMauGetResponses, GetOpenapiRegistryV1McpOpenapiRegistryGetData, GetOpenapiRegistryV1McpOpenapiRegistryGetResponses, GetOrganizationDailyActivityOrganizationDailyActivityGetData, GetOrganizationDailyActivityOrganizationDailyActivityGetError, GetOrganizationDailyActivityOrganizationDailyActivityGetErrors, GetOrganizationDailyActivityOrganizationDailyActivityGetResponse, GetOrganizationDailyActivityOrganizationDailyActivityGetResponses, GetPassThroughEndpointsConfigPassThroughEndpointGetData, GetPassThroughEndpointsConfigPassThroughEndpointGetError, GetPassThroughEndpointsConfigPassThroughEndpointGetErrors, GetPassThroughEndpointsConfigPassThroughEndpointGetResponse, GetPassThroughEndpointsConfigPassThroughEndpointGetResponses, GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetData, GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetError, GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetErrors, GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetResponse, GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetResponses, GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetData, GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetError, GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetErrors, GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetResponse, GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetResponses, GetPluginClaudeCodePluginsPluginNameGetData, GetPluginClaudeCodePluginsPluginNameGetError, GetPluginClaudeCodePluginsPluginNameGetErrors, GetPluginClaudeCodePluginsPluginNameGetResponses, GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetData, GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetError, GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetErrors, GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetResponse, GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetResponses, GetPolicyInfoPolicyInfoPolicyNameGetData, GetPolicyInfoPolicyInfoPolicyNameGetError, GetPolicyInfoPolicyInfoPolicyNameGetErrors, GetPolicyInfoPolicyInfoPolicyNameGetResponse, GetPolicyInfoPolicyInfoPolicyNameGetResponses, GetPolicyPoliciesPolicyIdGetData, GetPolicyPoliciesPolicyIdGetError, GetPolicyPoliciesPolicyIdGetErrors, GetPolicyPoliciesPolicyIdGetResponse, GetPolicyPoliciesPolicyIdGetResponses, GetPolicyTemplatesPolicyTemplatesGetData, GetPolicyTemplatesPolicyTemplatesGetResponse, GetPolicyTemplatesPolicyTemplatesGetResponses, GetPromptInfoPromptsPromptIdGetData, GetPromptInfoPromptsPromptIdGetError, GetPromptInfoPromptsPromptIdGetErrors, GetPromptInfoPromptsPromptIdGetResponse, GetPromptInfoPromptsPromptIdGetResponses, GetPromptInfoPromptsPromptIdInfoGetData, GetPromptInfoPromptsPromptIdInfoGetError, GetPromptInfoPromptsPromptIdInfoGetErrors, GetPromptInfoPromptsPromptIdInfoGetResponse, GetPromptInfoPromptsPromptIdInfoGetResponses, GetPromptVersionsPromptsPromptIdVersionsGetData, GetPromptVersionsPromptsPromptIdVersionsGetError, GetPromptVersionsPromptsPromptIdVersionsGetErrors, GetPromptVersionsPromptsPromptIdVersionsGetResponse, GetPromptVersionsPromptsPromptIdVersionsGetResponses, GetProviderFieldsPublicProvidersFieldsGetData, GetProviderFieldsPublicProvidersFieldsGetResponse, GetProviderFieldsPublicProvidersFieldsGetResponses, GetProviderSpecificParamsGuardrailsUiProviderSpecificParamsGetData, GetProviderSpecificParamsGuardrailsUiProviderSpecificParamsGetResponses, GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetData, GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetError, GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetErrors, GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetResponses, GetResourceTypeScimV2ResourceTypesResourceTypeIdGetData, GetResourceTypeScimV2ResourceTypesResourceTypeIdGetError, GetResourceTypeScimV2ResourceTypesResourceTypeIdGetErrors, GetResourceTypeScimV2ResourceTypesResourceTypeIdGetResponses, GetResourceTypesScimV2ResourceTypesGetData, GetResourceTypesScimV2ResourceTypesGetError, GetResourceTypesScimV2ResourceTypesGetErrors, GetResourceTypesScimV2ResourceTypesGetResponses, GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetData, GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetError, GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetErrors, GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetResponses, GetResponseInputItemsResponsesResponseIdInputItemsGetData, GetResponseInputItemsResponsesResponseIdInputItemsGetError, GetResponseInputItemsResponsesResponseIdInputItemsGetErrors, GetResponseInputItemsResponsesResponseIdInputItemsGetResponses, GetResponseInputItemsV1ResponsesResponseIdInputItemsGetData, GetResponseInputItemsV1ResponsesResponseIdInputItemsGetError, GetResponseInputItemsV1ResponsesResponseIdInputItemsGetErrors, GetResponseInputItemsV1ResponsesResponseIdInputItemsGetResponses, GetResponseOpenaiV1ResponsesResponseIdGetData, GetResponseOpenaiV1ResponsesResponseIdGetError, GetResponseOpenaiV1ResponsesResponseIdGetErrors, GetResponseOpenaiV1ResponsesResponseIdGetResponses, GetResponseResponsesResponseIdGetData, GetResponseResponsesResponseIdGetError, GetResponseResponsesResponseIdGetErrors, GetResponseResponsesResponseIdGetResponses, GetResponseV1ResponsesResponseIdGetData, GetResponseV1ResponsesResponseIdGetError, GetResponseV1ResponsesResponseIdGetErrors, GetResponseV1ResponsesResponseIdGetResponses, GetRobotsRobotsTxtGetData, GetRobotsRobotsTxtGetResponses, GetRouterFieldsRouterFieldsGetData, GetRouterFieldsRouterFieldsGetResponse, GetRouterFieldsRouterFieldsGetResponses, GetRouterSettingsRouterSettingsGetData, GetRouterSettingsRouterSettingsGetResponse, GetRouterSettingsRouterSettingsGetResponses, GetRoutesRoutesGetData, GetRoutesRoutesGetResponses, GetRunV1EvalsEvalIdRunsRunIdGetData, GetRunV1EvalsEvalIdRunsRunIdGetError, GetRunV1EvalsEvalIdRunsRunIdGetErrors, GetRunV1EvalsEvalIdRunsRunIdGetResponse, GetRunV1EvalsEvalIdRunsRunIdGetResponses, GetSchemaScimV2SchemasSchemaIdGetData, GetSchemaScimV2SchemasSchemaIdGetError, GetSchemaScimV2SchemasSchemaIdGetErrors, GetSchemaScimV2SchemasSchemaIdGetResponses, GetSchemasScimV2SchemasGetData, GetSchemasScimV2SchemasGetError, GetSchemasScimV2SchemasGetErrors, GetSchemasScimV2SchemasGetResponses, GetScimBaseScimV2GetData, GetScimBaseScimV2GetError, GetScimBaseScimV2GetErrors, GetScimBaseScimV2GetResponses, GetSearchToolInfoSearchToolsSearchToolIdGetData, GetSearchToolInfoSearchToolsSearchToolIdGetError, GetSearchToolInfoSearchToolsSearchToolIdGetErrors, GetSearchToolInfoSearchToolsSearchToolIdGetResponses, GetServiceProviderConfigScimV2ServiceProviderConfigGetData, GetServiceProviderConfigScimV2ServiceProviderConfigGetError, GetServiceProviderConfigScimV2ServiceProviderConfigGetErrors, GetServiceProviderConfigScimV2ServiceProviderConfigGetResponse, GetServiceProviderConfigScimV2ServiceProviderConfigGetResponses, GetSkillV1SkillsSkillIdGetData, GetSkillV1SkillsSkillIdGetError, GetSkillV1SkillsSkillIdGetErrors, GetSkillV1SkillsSkillIdGetResponse, GetSkillV1SkillsSkillIdGetResponses, GetSsoSettingsGetSsoSettingsGetData, GetSsoSettingsGetSsoSettingsGetResponse, GetSsoSettingsGetSsoSettingsGetResponses, GetSupportedEndpointsPublicEndpointsGetData, GetSupportedEndpointsPublicEndpointsGetResponse, GetSupportedEndpointsPublicEndpointsGetResponses, GetSupportedProvidersPublicProvidersGetData, GetSupportedProvidersPublicProvidersGetResponse, GetSupportedProvidersPublicProvidersGetResponses, GetTagDailyActivityTagDailyActivityGetData, GetTagDailyActivityTagDailyActivityGetError, GetTagDailyActivityTagDailyActivityGetErrors, GetTagDailyActivityTagDailyActivityGetResponse, GetTagDailyActivityTagDailyActivityGetResponses, GetTagSummaryTagSummaryGetData, GetTagSummaryTagSummaryGetError, GetTagSummaryTagSummaryGetErrors, GetTagSummaryTagSummaryGetResponse, GetTagSummaryTagSummaryGetResponses, GetTeamCallbacksTeamTeamIdCallbackGetData, GetTeamCallbacksTeamTeamIdCallbackGetError, GetTeamCallbacksTeamTeamIdCallbackGetErrors, GetTeamCallbacksTeamTeamIdCallbackGetResponses, GetTeamDailyActivityTeamDailyActivityGetData, GetTeamDailyActivityTeamDailyActivityGetError, GetTeamDailyActivityTeamDailyActivityGetErrors, GetTeamDailyActivityTeamDailyActivityGetResponse, GetTeamDailyActivityTeamDailyActivityGetResponses, GetTeamMemberPermissionsResponse, GetThreadThreadsThreadIdGetData, GetThreadThreadsThreadIdGetError, GetThreadThreadsThreadIdGetErrors, GetThreadThreadsThreadIdGetResponses, GetThreadV1ThreadsThreadIdGetData, GetThreadV1ThreadsThreadIdGetError, GetThreadV1ThreadsThreadIdGetErrors, GetThreadV1ThreadsThreadIdGetResponses, GetToolDetailV1ToolToolNameDetailGetData, GetToolDetailV1ToolToolNameDetailGetError, GetToolDetailV1ToolToolNameDetailGetErrors, GetToolDetailV1ToolToolNameDetailGetResponse, GetToolDetailV1ToolToolNameDetailGetResponses, GetToolPolicyOptionsV1ToolPolicyOptionsGetData, GetToolPolicyOptionsV1ToolPolicyOptionsGetResponse, GetToolPolicyOptionsV1ToolPolicyOptionsGetResponses, GetToolUsageLogsV1ToolToolNameLogsGetData, GetToolUsageLogsV1ToolToolNameLogsGetError, GetToolUsageLogsV1ToolToolNameLogsGetErrors, GetToolUsageLogsV1ToolToolNameLogsGetResponse, GetToolUsageLogsV1ToolToolNameLogsGetResponses, GetToolV1ToolToolNameGetData, GetToolV1ToolToolNameGetError, GetToolV1ToolToolNameGetErrors, GetToolV1ToolToolNameGetResponse, GetToolV1ToolToolNameGetResponses, GetUiConfigLitellmWellKnownLitellmUiConfigGetData, GetUiConfigLitellmWellKnownLitellmUiConfigGetResponse, GetUiConfigLitellmWellKnownLitellmUiConfigGetResponses, GetUiConfigWellKnownLitellmUiConfigGetData, GetUiConfigWellKnownLitellmUiConfigGetResponse, GetUiConfigWellKnownLitellmUiConfigGetResponses, GetUiSettingsGetUiSettingsGetData, GetUiSettingsGetUiSettingsGetResponse, GetUiSettingsGetUiSettingsGetResponses, GetUiThemeSettingsGetUiThemeSettingsGetData, GetUiThemeSettingsGetUiThemeSettingsGetResponse, GetUiThemeSettingsGetUiThemeSettingsGetResponses, GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetData, GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetError, GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetErrors, GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetResponse, GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetResponses, GetUserDailyActivityUserDailyActivityGetData, GetUserDailyActivityUserDailyActivityGetError, GetUserDailyActivityUserDailyActivityGetErrors, GetUserDailyActivityUserDailyActivityGetResponse, GetUserDailyActivityUserDailyActivityGetResponses, GetUserScimV2UsersUserIdGetData, GetUserScimV2UsersUserIdGetError, GetUserScimV2UsersUserIdGetErrors, GetUserScimV2UsersUserIdGetResponse, GetUserScimV2UsersUserIdGetResponses, GetUsersScimV2UsersGetData, GetUsersScimV2UsersGetError, GetUsersScimV2UsersGetErrors, GetUsersScimV2UsersGetResponse, GetUsersScimV2UsersGetResponses, GetUsersUserListGetData, GetUsersUserListGetError, GetUsersUserListGetErrors, GetUsersUserListGetResponse, GetUsersUserListGetResponses, GetV1BetaAgentsData, GetV1BetaAgentsResponses, GetVantageSettingsVantageSettingsGetData, GetVantageSettingsVantageSettingsGetResponse, GetVantageSettingsVantageSettingsGetResponses, GetVectorStoreInfoVectorStoreInfoPostData, GetVectorStoreInfoVectorStoreInfoPostError, GetVectorStoreInfoVectorStoreInfoPostErrors, GetVectorStoreInfoVectorStoreInfoPostResponse, GetVectorStoreInfoVectorStoreInfoPostResponses, GetWeeklyActiveUsersTagWauGetData, GetWeeklyActiveUsersTagWauGetError, GetWeeklyActiveUsersTagWauGetErrors, GetWeeklyActiveUsersTagWauGetResponse, GetWeeklyActiveUsersTagWauGetResponses, GetWorkflowRunV1WorkflowsRunsRunIdGetData, GetWorkflowRunV1WorkflowsRunsRunIdGetError, GetWorkflowRunV1WorkflowsRunsRunIdGetErrors, GetWorkflowRunV1WorkflowsRunsRunIdGetResponses, GlobalSpendResetGlobalSpendResetPostData, GlobalSpendResetGlobalSpendResetPostResponses, GlobalViewSpendTagsGlobalSpendTagsGetData, GlobalViewSpendTagsGlobalSpendTagsGetError, GlobalViewSpendTagsGlobalSpendTagsGetErrors, GlobalViewSpendTagsGlobalSpendTagsGetResponse, GlobalViewSpendTagsGlobalSpendTagsGetResponses, GoogleCountTokensModelsModelNameCountTokensPostData, GoogleCountTokensModelsModelNameCountTokensPostError, GoogleCountTokensModelsModelNameCountTokensPostErrors, GoogleCountTokensModelsModelNameCountTokensPostResponse, GoogleCountTokensModelsModelNameCountTokensPostResponses, GoogleCountTokensV1BetaModelsModelNameCountTokensPostData, GoogleCountTokensV1BetaModelsModelNameCountTokensPostError, GoogleCountTokensV1BetaModelsModelNameCountTokensPostErrors, GoogleCountTokensV1BetaModelsModelNameCountTokensPostResponse, GoogleCountTokensV1BetaModelsModelNameCountTokensPostResponses, GoogleGenerateContentModelsModelNameGenerateContentPostData, GoogleGenerateContentModelsModelNameGenerateContentPostError, GoogleGenerateContentModelsModelNameGenerateContentPostErrors, GoogleGenerateContentModelsModelNameGenerateContentPostResponses, GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostData, GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostError, GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostErrors, GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostResponses, GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostData, GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostError, GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostErrors, GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostResponses, GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostData, GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostError, GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostErrors, GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostResponses, GraySwanGuardrailConfigModelOptionalParams, Guardrail, GuardrailDefinitionLocation, GuardrailInfoResponse, GuardrailSubmissionItem, GuardrailSubmissionSummary, GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetData, GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetError, GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetErrors, GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetResponse, GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetResponses, GuardrailsUsageLogsGuardrailsUsageLogsGetData, GuardrailsUsageLogsGuardrailsUsageLogsGetError, GuardrailsUsageLogsGuardrailsUsageLogsGetErrors, GuardrailsUsageLogsGuardrailsUsageLogsGetResponse, GuardrailsUsageLogsGuardrailsUsageLogsGetResponses, GuardrailsUsageOverviewGuardrailsUsageOverviewGetData, GuardrailsUsageOverviewGuardrailsUsageOverviewGetError, GuardrailsUsageOverviewGuardrailsUsageOverviewGetErrors, GuardrailsUsageOverviewGuardrailsUsageOverviewGetResponse, GuardrailsUsageOverviewGuardrailsUsageOverviewGetResponses, GuardrailTestResultEntry, HandlerBinaryContentContainersContainerIdFilesFileIdContentGetData, HandlerBinaryContentContainersContainerIdFilesFileIdContentGetError, HandlerBinaryContentContainersContainerIdFilesFileIdContentGetErrors, HandlerBinaryContentContainersContainerIdFilesFileIdContentGetResponses, HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetData, HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetError, HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetErrors, HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetResponses, HandlerContainerFileContainersContainerIdFilesFileIdDeleteData, HandlerContainerFileContainersContainerIdFilesFileIdDeleteError, HandlerContainerFileContainersContainerIdFilesFileIdDeleteErrors, HandlerContainerFileContainersContainerIdFilesFileIdDeleteResponses, HandlerContainerFileContainersContainerIdFilesFileIdGetData, HandlerContainerFileContainersContainerIdFilesFileIdGetError, HandlerContainerFileContainersContainerIdFilesFileIdGetErrors, HandlerContainerFileContainersContainerIdFilesFileIdGetResponses, HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteData, HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteError, HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteErrors, HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteResponses, HandlerContainerFileV1ContainersContainerIdFilesFileIdGetData, HandlerContainerFileV1ContainersContainerIdFilesFileIdGetError, HandlerContainerFileV1ContainersContainerIdFilesFileIdGetErrors, HandlerContainerFileV1ContainersContainerIdFilesFileIdGetResponses, HandlerContainerIdContainersContainerIdFilesGetData, HandlerContainerIdContainersContainerIdFilesGetError, HandlerContainerIdContainersContainerIdFilesGetErrors, HandlerContainerIdContainersContainerIdFilesGetResponses, HandlerContainerIdV1ContainersContainerIdFilesGetData, HandlerContainerIdV1ContainersContainerIdFilesGetError, HandlerContainerIdV1ContainersContainerIdFilesGetErrors, HandlerContainerIdV1ContainersContainerIdFilesGetResponses, HandlerMultipartUploadContainersContainerIdFilesPostData, HandlerMultipartUploadContainersContainerIdFilesPostError, HandlerMultipartUploadContainersContainerIdFilesPostErrors, HandlerMultipartUploadContainersContainerIdFilesPostResponses, HandlerMultipartUploadV1ContainersContainerIdFilesPostData, HandlerMultipartUploadV1ContainersContainerIdFilesPostError, HandlerMultipartUploadV1ContainersContainerIdFilesPostErrors, HandlerMultipartUploadV1ContainersContainerIdFilesPostResponses, HashicorpVaultConfig, HealthBacklogHealthBacklogGetData, HealthBacklogHealthBacklogGetResponses, HealthCheckHistoryEndpointHealthHistoryGetData, HealthCheckHistoryEndpointHealthHistoryGetError, HealthCheckHistoryEndpointHealthHistoryGetErrors, HealthCheckHistoryEndpointHealthHistoryGetResponses, HealthCheckServersV1McpServerHealthGetData, HealthCheckServersV1McpServerHealthGetError, HealthCheckServersV1McpServerHealthGetErrors, HealthCheckServersV1McpServerHealthGetResponses, HealthEndpointHealthGetData, HealthEndpointHealthGetError, HealthEndpointHealthGetErrors, HealthEndpointHealthGetResponses, HealthLicenseEndpointHealthLicenseGetData, HealthLicenseEndpointHealthLicenseGetResponses, HealthLivelinessHealthLivelinessGetData, HealthLivelinessHealthLivelinessGetResponses, HealthLivelinessHealthLivenessGetData, HealthLivelinessHealthLivenessGetResponses, HealthLivelinessOptionsHealthLivelinessOptionsData, HealthLivelinessOptionsHealthLivelinessOptionsResponses, HealthLivelinessOptionsHealthLivenessOptionsData, HealthLivelinessOptionsHealthLivenessOptionsResponses, HealthReadinessDetailsHealthReadinessDetailsGetData, HealthReadinessDetailsHealthReadinessDetailsGetResponses, HealthReadinessHealthReadinessGetData, HealthReadinessHealthReadinessGetResponses, HealthReadinessOptionsHealthReadinessOptionsData, HealthReadinessOptionsHealthReadinessOptionsResponses, HealthServicesEndpointHealthServicesGetData, HealthServicesEndpointHealthServicesGetError, HealthServicesEndpointHealthServicesGetErrors, HealthServicesEndpointHealthServicesGetResponses, HomeGetData, HomeGetResponses, HttpAuthSecurityScheme, HttpValidationError, Hyperparameters, ImageEditApiImagesEditsPostData, ImageEditApiImagesEditsPostError, ImageEditApiImagesEditsPostErrors, ImageEditApiImagesEditsPostResponses, ImageEditApiOpenaiDeploymentsModelImagesEditsPostData, ImageEditApiOpenaiDeploymentsModelImagesEditsPostError, ImageEditApiOpenaiDeploymentsModelImagesEditsPostErrors, ImageEditApiOpenaiDeploymentsModelImagesEditsPostResponses, ImageEditApiV1ImagesEditsPostData, ImageEditApiV1ImagesEditsPostError, ImageEditApiV1ImagesEditsPostErrors, ImageEditApiV1ImagesEditsPostResponses, ImageGenerationImagesGenerationsPostData, ImageGenerationImagesGenerationsPostError, ImageGenerationImagesGenerationsPostErrors, ImageGenerationImagesGenerationsPostResponses, ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostData, ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostError, ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostErrors, ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostResponses, ImageGenerationV1ImagesGenerationsPostData, ImageGenerationV1ImagesGenerationsPostError, ImageGenerationV1ImagesGenerationsPostErrors, ImageGenerationV1ImagesGenerationsPostResponses, ImageUrlListItem, ImageUrlObject, IndexCreateLiteLlmParams, IndexCreateRequest, IndexCreateV1IndexesPostData, IndexCreateV1IndexesPostError, IndexCreateV1IndexesPostErrors, IndexCreateV1IndexesPostResponses, InfoBudgetBudgetInfoPostData, InfoBudgetBudgetInfoPostError, InfoBudgetBudgetInfoPostErrors, InfoBudgetBudgetInfoPostResponses, InfoJwtKeyMappingJwtKeyMappingInfoGetData, InfoJwtKeyMappingJwtKeyMappingInfoGetError, InfoJwtKeyMappingJwtKeyMappingInfoGetErrors, InfoJwtKeyMappingJwtKeyMappingInfoGetResponse, InfoJwtKeyMappingJwtKeyMappingInfoGetResponses, InfoKeyFnKeyInfoGetData, InfoKeyFnKeyInfoGetError, InfoKeyFnKeyInfoGetErrors, InfoKeyFnKeyInfoGetResponses, InfoOrganizationOrganizationInfoGetData, InfoOrganizationOrganizationInfoGetError, InfoOrganizationOrganizationInfoGetErrors, InfoOrganizationOrganizationInfoGetResponse, InfoOrganizationOrganizationInfoGetResponses, InfoTagTagInfoPostData, InfoTagTagInfoPostError, InfoTagTagInfoPostErrors, InfoTagTagInfoPostResponses, InitCloudzeroSettingsCloudzeroInitPostData, InitCloudzeroSettingsCloudzeroInitPostError, InitCloudzeroSettingsCloudzeroInitPostErrors, InitCloudzeroSettingsCloudzeroInitPostResponse, InitCloudzeroSettingsCloudzeroInitPostResponses, InitVantageSettingsVantageInitPostData, InitVantageSettingsVantageInitPostError, InitVantageSettingsVantageInitPostErrors, InitVantageSettingsVantageInitPostResponse, InitVantageSettingsVantageInitPostResponses, InProductNudgeResponse, InputAudio, InternalUserSettingsResponse, InvokeAgentA2aA2aAgentIdMessageSendPostData, InvokeAgentA2aA2aAgentIdMessageSendPostError, InvokeAgentA2aA2aAgentIdMessageSendPostErrors, InvokeAgentA2aA2aAgentIdMessageSendPostResponses, InvokeAgentA2aA2aAgentIdPostData, InvokeAgentA2aA2aAgentIdPostError, InvokeAgentA2aA2aAgentIdPostErrors, InvokeAgentA2aA2aAgentIdPostResponses, InvokeAgentA2aV1A2aAgentIdMessageSendPostData, InvokeAgentA2aV1A2aAgentIdMessageSendPostError, InvokeAgentA2aV1A2aAgentIdMessageSendPostErrors, InvokeAgentA2aV1A2aAgentIdMessageSendPostResponses, IpAddress, JwtKeyMappingResponse, KeyAliasesKeyAliasesGetData, KeyAliasesKeyAliasesGetError, KeyAliasesKeyAliasesGetErrors, KeyAliasesKeyAliasesGetResponse, KeyAliasesKeyAliasesGetResponses, KeyHealthKeyHealthPostData, KeyHealthKeyHealthPostResponse, KeyHealthKeyHealthPostResponses, KeyHealthResponse, KeyListResponseObject, KeyManagementRoutes, KeyMetadata, KeyMetricWithMetadata, KeyRequest, KeyUpdateFields, LakeraCategoryThresholds, LangfuseProxyRouteLangfuseEndpointDeleteData, LangfuseProxyRouteLangfuseEndpointDeleteError, LangfuseProxyRouteLangfuseEndpointDeleteErrors, LangfuseProxyRouteLangfuseEndpointDeleteResponses, LangfuseProxyRouteLangfuseEndpointGetData, LangfuseProxyRouteLangfuseEndpointGetError, LangfuseProxyRouteLangfuseEndpointGetErrors, LangfuseProxyRouteLangfuseEndpointGetResponses, LangfuseProxyRouteLangfuseEndpointPatchData, LangfuseProxyRouteLangfuseEndpointPatchError, LangfuseProxyRouteLangfuseEndpointPatchErrors, LangfuseProxyRouteLangfuseEndpointPatchResponses, LangfuseProxyRouteLangfuseEndpointPostData, LangfuseProxyRouteLangfuseEndpointPostError, LangfuseProxyRouteLangfuseEndpointPostErrors, LangfuseProxyRouteLangfuseEndpointPostResponses, LangfuseProxyRouteLangfuseEndpointPutData, LangfuseProxyRouteLangfuseEndpointPutError, LangfuseProxyRouteLangfuseEndpointPutErrors, LangfuseProxyRouteLangfuseEndpointPutResponses, LatestHealthChecksEndpointHealthLatestGetData, LatestHealthChecksEndpointHealthLatestGetResponses, ListAccessGroupsAccessGroupListGetData, ListAccessGroupsAccessGroupListGetResponse, ListAccessGroupsAccessGroupListGetResponses, ListAccessGroupsResponse, ListAccessGroupsV1AccessGroupGetData, ListAccessGroupsV1AccessGroupGetResponse, ListAccessGroupsV1AccessGroupGetResponses, ListAccessGroupsV1UnifiedAccessGroupGetData, ListAccessGroupsV1UnifiedAccessGroupGetResponse, ListAccessGroupsV1UnifiedAccessGroupGetResponses, ListAvailableTeamsTeamAvailableGetData, ListAvailableTeamsTeamAvailableGetError, ListAvailableTeamsTeamAvailableGetErrors, ListAvailableTeamsTeamAvailableGetResponses, ListBatchesBatchesGetData, ListBatchesBatchesGetError, ListBatchesBatchesGetErrors, ListBatchesBatchesGetResponses, ListBatchesProviderV1BatchesGetData, ListBatchesProviderV1BatchesGetError, ListBatchesProviderV1BatchesGetErrors, ListBatchesProviderV1BatchesGetResponses, ListBatchesV1BatchesGetData, ListBatchesV1BatchesGetError, ListBatchesV1BatchesGetErrors, ListBatchesV1BatchesGetResponses, ListBudgetBudgetListGetData, ListBudgetBudgetListGetResponses, ListCallbacksCallbacksListGetData, ListCallbacksCallbacksListGetResponse, ListCallbacksCallbacksListGetResponses, ListContainersContainersGetData, ListContainersContainersGetResponses, ListContainersV1ContainersGetData, ListContainersV1ContainersGetResponses, ListEndUserCustomerListGetData, ListEndUserCustomerListGetResponse, ListEndUserCustomerListGetResponses, ListEvalsResponse, ListEvalsV1EvalsGetData, ListEvalsV1EvalsGetError, ListEvalsV1EvalsGetErrors, ListEvalsV1EvalsGetResponse, ListEvalsV1EvalsGetResponses, ListFilesFilesGetData, ListFilesFilesGetError, ListFilesFilesGetErrors, ListFilesFilesGetResponses, ListFilesProviderV1FilesGetData, ListFilesProviderV1FilesGetError, ListFilesProviderV1FilesGetErrors, ListFilesProviderV1FilesGetResponses, ListFilesV1FilesGetData, ListFilesV1FilesGetError, ListFilesV1FilesGetErrors, ListFilesV1FilesGetResponses, ListFineTuningJobsFineTuningJobsGetData, ListFineTuningJobsFineTuningJobsGetError, ListFineTuningJobsFineTuningJobsGetErrors, ListFineTuningJobsFineTuningJobsGetResponses, ListFineTuningJobsV1FineTuningJobsGetData, ListFineTuningJobsV1FineTuningJobsGetError, ListFineTuningJobsV1FineTuningJobsGetErrors, ListFineTuningJobsV1FineTuningJobsGetResponses, ListGuardrailsGuardrailsListGetData, ListGuardrailsGuardrailsListGetResponse, ListGuardrailsGuardrailsListGetResponses, ListGuardrailsResponse, ListGuardrailSubmissionsGuardrailsSubmissionsGetData, ListGuardrailSubmissionsGuardrailsSubmissionsGetError, ListGuardrailSubmissionsGuardrailsSubmissionsGetErrors, ListGuardrailSubmissionsGuardrailsSubmissionsGetResponse, ListGuardrailSubmissionsGuardrailsSubmissionsGetResponses, ListGuardrailSubmissionsResponse, ListGuardrailsV2V2GuardrailsListGetData, ListGuardrailsV2V2GuardrailsListGetResponse, ListGuardrailsV2V2GuardrailsListGetResponses, ListJwtKeyMappingsJwtKeyMappingListGetData, ListJwtKeyMappingsJwtKeyMappingListGetError, ListJwtKeyMappingsJwtKeyMappingListGetErrors, ListJwtKeyMappingsJwtKeyMappingListGetResponses, ListKeysKeyListGetData, ListKeysKeyListGetError, ListKeysKeyListGetErrors, ListKeysKeyListGetResponse, ListKeysKeyListGetResponses, ListMcpUserCredentialsV1McpUserCredentialsGetData, ListMcpUserCredentialsV1McpUserCredentialsGetResponse, ListMcpUserCredentialsV1McpUserCredentialsGetResponses, ListMemoryV1MemoryGetData, ListMemoryV1MemoryGetError, ListMemoryV1MemoryGetErrors, ListMemoryV1MemoryGetResponse, ListMemoryV1MemoryGetResponses, ListOrganizationOrganizationListGetData, ListOrganizationOrganizationListGetError, ListOrganizationOrganizationListGetErrors, ListOrganizationOrganizationListGetResponse, ListOrganizationOrganizationListGetResponses, ListPluginsClaudeCodePluginsGetData, ListPluginsClaudeCodePluginsGetError, ListPluginsClaudeCodePluginsGetErrors, ListPluginsClaudeCodePluginsGetResponse, ListPluginsClaudeCodePluginsGetResponses, ListPluginsResponse, ListPoliciesPoliciesListGetData, ListPoliciesPoliciesListGetError, ListPoliciesPoliciesListGetErrors, ListPoliciesPoliciesListGetResponse, ListPoliciesPoliciesListGetResponses, ListPoliciesPolicyListGetData, ListPoliciesPolicyListGetResponse, ListPoliciesPolicyListGetResponses, ListPolicyAttachmentsPoliciesAttachmentsListGetData, ListPolicyAttachmentsPoliciesAttachmentsListGetResponse, ListPolicyAttachmentsPoliciesAttachmentsListGetResponses, ListPolicyVersionsPoliciesNamePolicyNameVersionsGetData, ListPolicyVersionsPoliciesNamePolicyNameVersionsGetError, ListPolicyVersionsPoliciesNamePolicyNameVersionsGetErrors, ListPolicyVersionsPoliciesNamePolicyNameVersionsGetResponse, ListPolicyVersionsPoliciesNamePolicyNameVersionsGetResponses, ListProjectsProjectListGetData, ListProjectsProjectListGetResponse, ListProjectsProjectListGetResponses, ListPromptsPromptsListGetData, ListPromptsPromptsListGetError, ListPromptsPromptsListGetErrors, ListPromptsPromptsListGetResponse, ListPromptsPromptsListGetResponses, ListPromptsResponse, ListRunsResponse, ListRunsV1EvalsEvalIdRunsGetData, ListRunsV1EvalsEvalIdRunsGetError, ListRunsV1EvalsEvalIdRunsGetErrors, ListRunsV1EvalsEvalIdRunsGetResponse, ListRunsV1EvalsEvalIdRunsGetResponses, ListSearchToolsResponse, ListSearchToolsSearchToolsGetData, ListSearchToolsSearchToolsGetResponses, ListSearchToolsSearchToolsListGetData, ListSearchToolsSearchToolsListGetResponse, ListSearchToolsSearchToolsListGetResponses, ListSearchToolsV1SearchToolsGetData, ListSearchToolsV1SearchToolsGetResponses, ListSkillsResponse, ListSkillsV1SkillsGetData, ListSkillsV1SkillsGetError, ListSkillsV1SkillsGetErrors, ListSkillsV1SkillsGetResponse, ListSkillsV1SkillsGetResponses, ListTagsTagListGetData, ListTagsTagListGetError, ListTagsTagListGetErrors, ListTagsTagListGetResponses, ListTeamTeamListGetData, ListTeamTeamListGetError, ListTeamTeamListGetErrors, ListTeamTeamListGetResponses, ListTeamV2V2TeamListGetData, ListTeamV2V2TeamListGetError, ListTeamV2V2TeamListGetErrors, ListTeamV2V2TeamListGetResponse, ListTeamV2V2TeamListGetResponses, ListToolRestApiMcpRestToolsListGetData, ListToolRestApiMcpRestToolsListGetError, ListToolRestApiMcpRestToolsListGetErrors, ListToolRestApiMcpRestToolsListGetResponse, ListToolRestApiMcpRestToolsListGetResponses, ListToolsV1ToolListGetData, ListToolsV1ToolListGetError, ListToolsV1ToolListGetErrors, ListToolsV1ToolListGetResponse, ListToolsV1ToolListGetResponses, ListVectorStoresV1VectorStoreListGetData, ListVectorStoresV1VectorStoreListGetError, ListVectorStoresV1VectorStoreListGetErrors, ListVectorStoresV1VectorStoreListGetResponse, ListVectorStoresV1VectorStoreListGetResponses, ListVectorStoresVectorStoreListGetData, ListVectorStoresVectorStoreListGetError, ListVectorStoresVectorStoreListGetErrors, ListVectorStoresVectorStoreListGetResponse, ListVectorStoresVectorStoreListGetResponses, ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetData, ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetError, ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetErrors, ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetResponses, ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetData, ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetError, ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetErrors, ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetResponses, ListWorkflowRunsV1WorkflowsRunsGetData, ListWorkflowRunsV1WorkflowsRunsGetError, ListWorkflowRunsV1WorkflowsRunsGetErrors, ListWorkflowRunsV1WorkflowsRunsGetResponses, LiteLlmBudgetTable, LiteLlmBudgetTableFull, LiteLlmDeletedTeamTable, LiteLlmDeletedVerificationToken, LiteLlmEndUserTable, LiteLlmFineTuningJobCreate, LiteLlmKeyType, LiteLlmManagedVectorStore, LiteLlmManagedVectorStoreListResponse, LiteLlmManagedVectorStoresTable, LiteLlmMcpServerTable, LiteLlmMemoryRow, LiteLlmModelTable, LiteLlmObjectPermissionBase, LiteLlmObjectPermissionTable, LiteLlmOrganizationMembershipTable, LiteLlmOrganizationTableWithMembers, LitellmParams, LiteLlmParams, LiteLlmProjectTable, LiteLlmSpendLogs, LiteLlmTeamMembership, LiteLlmTeamTable, LiteLlmToolTableRow, LitellmUserRoles, LiteLlmUserTable, LiteLlmUserTableWithKeyCount, LiteLlmVerificationToken, LoggingCallbackStatus, MakeAgentPublicV1AgentsAgentIdMakePublicPostData, MakeAgentPublicV1AgentsAgentIdMakePublicPostError, MakeAgentPublicV1AgentsAgentIdMakePublicPostErrors, MakeAgentPublicV1AgentsAgentIdMakePublicPostResponse, MakeAgentPublicV1AgentsAgentIdMakePublicPostResponses, MakeAgentsPublicRequest, MakeAgentsPublicV1AgentsMakePublicPostData, MakeAgentsPublicV1AgentsMakePublicPostError, MakeAgentsPublicV1AgentsMakePublicPostErrors, MakeAgentsPublicV1AgentsMakePublicPostResponse, MakeAgentsPublicV1AgentsMakePublicPostResponses, MakeMcpServersPublicRequest, MakeMcpServersPublicV1McpMakePublicPostData, MakeMcpServersPublicV1McpMakePublicPostError, MakeMcpServersPublicV1McpMakePublicPostErrors, MakeMcpServersPublicV1McpMakePublicPostResponses, McpCredentials, McpoAuthUserCredentialRequest, McpoAuthUserCredentialStatus, McpPublicServer, McpSemanticFilterSettings, McpSemanticFilterSettingsResponse, McpSubmissionsSummary, McpToolsetTool, McpUserCredentialListItem, McpUserCredentialRequest, McpUserCredentialResponse, Member, MemoryCreateRequest, MemoryDeleteResponse, MemoryListResponse, MemoryUpdateRequest, Message, MetricWithMetadata, MilvusProxyRouteMilvusEndpointDeleteData, MilvusProxyRouteMilvusEndpointDeleteError, MilvusProxyRouteMilvusEndpointDeleteErrors, MilvusProxyRouteMilvusEndpointDeleteResponses, MilvusProxyRouteMilvusEndpointGetData, MilvusProxyRouteMilvusEndpointGetError, MilvusProxyRouteMilvusEndpointGetErrors, MilvusProxyRouteMilvusEndpointGetResponses, MilvusProxyRouteMilvusEndpointPatchData, MilvusProxyRouteMilvusEndpointPatchError, MilvusProxyRouteMilvusEndpointPatchErrors, MilvusProxyRouteMilvusEndpointPatchResponses, MilvusProxyRouteMilvusEndpointPostData, MilvusProxyRouteMilvusEndpointPostError, MilvusProxyRouteMilvusEndpointPostErrors, MilvusProxyRouteMilvusEndpointPostResponses, MilvusProxyRouteMilvusEndpointPutData, MilvusProxyRouteMilvusEndpointPutError, MilvusProxyRouteMilvusEndpointPutErrors, MilvusProxyRouteMilvusEndpointPutResponses, MistralProxyRouteMistralEndpointDeleteData, MistralProxyRouteMistralEndpointDeleteError, MistralProxyRouteMistralEndpointDeleteErrors, MistralProxyRouteMistralEndpointDeleteResponses, MistralProxyRouteMistralEndpointGetData, MistralProxyRouteMistralEndpointGetError, MistralProxyRouteMistralEndpointGetErrors, MistralProxyRouteMistralEndpointGetResponses, MistralProxyRouteMistralEndpointPatchData, MistralProxyRouteMistralEndpointPatchError, MistralProxyRouteMistralEndpointPatchErrors, MistralProxyRouteMistralEndpointPatchResponses, MistralProxyRouteMistralEndpointPostData, MistralProxyRouteMistralEndpointPostError, MistralProxyRouteMistralEndpointPostErrors, MistralProxyRouteMistralEndpointPostResponses, MistralProxyRouteMistralEndpointPutData, MistralProxyRouteMistralEndpointPutError, MistralProxyRouteMistralEndpointPutErrors, MistralProxyRouteMistralEndpointPutResponses, Mode, ModelGroupInfoModelGroupInfoGetData, ModelGroupInfoModelGroupInfoGetError, ModelGroupInfoModelGroupInfoGetErrors, ModelGroupInfoModelGroupInfoGetResponses, ModelGroupInfoProxy, ModelInfo, ModelInfoDelete, ModelInfoModelsModelIdGetData, ModelInfoModelsModelIdGetError, ModelInfoModelsModelIdGetErrors, ModelInfoModelsModelIdGetResponses, ModelInfoV1ModelInfoGetData, ModelInfoV1ModelInfoGetError, ModelInfoV1ModelInfoGetErrors, ModelInfoV1ModelInfoGetResponses, ModelInfoV1ModelsModelIdGetData, ModelInfoV1ModelsModelIdGetError, ModelInfoV1ModelsModelIdGetErrors, ModelInfoV1ModelsModelIdGetResponses, ModelInfoV1V1ModelInfoGetData, ModelInfoV1V1ModelInfoGetError, ModelInfoV1V1ModelInfoGetErrors, ModelInfoV1V1ModelInfoGetResponses, ModelListModelsGetData, ModelListModelsGetError, ModelListModelsGetErrors, ModelListModelsGetResponses, ModelListV1ModelsGetData, ModelListV1ModelsGetError, ModelListV1ModelsGetErrors, ModelListV1ModelsGetResponses, ModelResponse, ModerationsModerationsPostData, ModerationsModerationsPostResponses, ModerationsV1ModerationsPostData, ModerationsV1ModerationsPostResponses, MutualTlsSecurityScheme, NewBudgetBudgetNewPostData, NewBudgetBudgetNewPostError, NewBudgetBudgetNewPostErrors, NewBudgetBudgetNewPostResponses, NewCustomerRequest, NewEndUserCustomerNewPostData, NewEndUserCustomerNewPostError, NewEndUserCustomerNewPostErrors, NewEndUserCustomerNewPostResponses, NewMcpServerRequest, NewMcpToolsetRequest, NewModelGroupRequest, NewModelGroupResponse, NewOrganizationOrganizationNewPostData, NewOrganizationOrganizationNewPostError, NewOrganizationOrganizationNewPostErrors, NewOrganizationOrganizationNewPostResponse, NewOrganizationOrganizationNewPostResponses, NewOrganizationRequest, NewOrganizationResponse, NewProjectProjectNewPostData, NewProjectProjectNewPostError, NewProjectProjectNewPostErrors, NewProjectProjectNewPostResponse, NewProjectProjectNewPostResponses, NewProjectRequest, NewProjectResponse, NewTagTagNewPostData, NewTagTagNewPostError, NewTagTagNewPostErrors, NewTagTagNewPostResponses, NewTeamRequest, NewTeamTeamNewPostData, NewTeamTeamNewPostError, NewTeamTeamNewPostErrors, NewTeamTeamNewPostResponse, NewTeamTeamNewPostResponses, NewUserRequest, NewUserRequestTeam, NewUserResponse, NewUserUserNewPostData, NewUserUserNewPostError, NewUserUserNewPostErrors, NewUserUserNewPostResponse, NewUserUserNewPostResponses, NewVectorStoreVectorStoreNewPostData, NewVectorStoreVectorStoreNewPostError, NewVectorStoreVectorStoreNewPostErrors, NewVectorStoreVectorStoreNewPostResponses, OAuth2SecurityScheme, OAuthFlows, OcrOcrPostData, OcrOcrPostResponses, OcrV1OcrPostData, OcrV1OcrPostResponses, OpenaiProxyRouteOpenaiEndpointDeleteData, OpenaiProxyRouteOpenaiEndpointDeleteError, OpenaiProxyRouteOpenaiEndpointDeleteErrors, OpenaiProxyRouteOpenaiEndpointDeleteResponses, OpenaiProxyRouteOpenaiEndpointGetData, OpenaiProxyRouteOpenaiEndpointGetError, OpenaiProxyRouteOpenaiEndpointGetErrors, OpenaiProxyRouteOpenaiEndpointGetResponses, OpenaiProxyRouteOpenaiEndpointPatchData, OpenaiProxyRouteOpenaiEndpointPatchError, OpenaiProxyRouteOpenaiEndpointPatchErrors, OpenaiProxyRouteOpenaiEndpointPatchResponses, OpenaiProxyRouteOpenaiEndpointPostData, OpenaiProxyRouteOpenaiEndpointPostError, OpenaiProxyRouteOpenaiEndpointPostErrors, OpenaiProxyRouteOpenaiEndpointPostResponses, OpenaiProxyRouteOpenaiEndpointPutData, OpenaiProxyRouteOpenaiEndpointPutError, OpenaiProxyRouteOpenaiEndpointPutErrors, OpenaiProxyRouteOpenaiEndpointPutResponses, OpenaiProxyRouteOpenaiPassthroughEndpointDeleteData, OpenaiProxyRouteOpenaiPassthroughEndpointDeleteError, OpenaiProxyRouteOpenaiPassthroughEndpointDeleteErrors, OpenaiProxyRouteOpenaiPassthroughEndpointDeleteResponses, OpenaiProxyRouteOpenaiPassthroughEndpointGetData, OpenaiProxyRouteOpenaiPassthroughEndpointGetError, OpenaiProxyRouteOpenaiPassthroughEndpointGetErrors, OpenaiProxyRouteOpenaiPassthroughEndpointGetResponses, OpenaiProxyRouteOpenaiPassthroughEndpointPatchData, OpenaiProxyRouteOpenaiPassthroughEndpointPatchError, OpenaiProxyRouteOpenaiPassthroughEndpointPatchErrors, OpenaiProxyRouteOpenaiPassthroughEndpointPatchResponses, OpenaiProxyRouteOpenaiPassthroughEndpointPostData, OpenaiProxyRouteOpenaiPassthroughEndpointPostError, OpenaiProxyRouteOpenaiPassthroughEndpointPostErrors, OpenaiProxyRouteOpenaiPassthroughEndpointPostResponses, OpenaiProxyRouteOpenaiPassthroughEndpointPutData, OpenaiProxyRouteOpenaiPassthroughEndpointPutError, OpenaiProxyRouteOpenaiPassthroughEndpointPutErrors, OpenaiProxyRouteOpenaiPassthroughEndpointPutResponses, OpenIdConnectSecurityScheme, OrganizationAddMemberResponse, OrganizationMemberAddOrganizationMemberAddPostData, OrganizationMemberAddOrganizationMemberAddPostError, OrganizationMemberAddOrganizationMemberAddPostErrors, OrganizationMemberAddOrganizationMemberAddPostResponse, OrganizationMemberAddOrganizationMemberAddPostResponses, OrganizationMemberAddRequest, OrganizationMemberDeleteOrganizationMemberDeleteDeleteData, OrganizationMemberDeleteOrganizationMemberDeleteDeleteError, OrganizationMemberDeleteOrganizationMemberDeleteDeleteErrors, OrganizationMemberDeleteOrganizationMemberDeleteDeleteResponses, OrganizationMemberDeleteRequest, OrganizationMemberUpdateOrganizationMemberUpdatePatchData, OrganizationMemberUpdateOrganizationMemberUpdatePatchError, OrganizationMemberUpdateOrganizationMemberUpdatePatchErrors, OrganizationMemberUpdateOrganizationMemberUpdatePatchResponse, OrganizationMemberUpdateOrganizationMemberUpdatePatchResponses, OrganizationMemberUpdateRequest, OrganizationRequest, OrgMember, PaginatedAuditLogResponse, PassThroughEndpointResponse, PassThroughGenericEndpoint, PassThroughGuardrailSettings, PatchAgentRequest, PatchAgentV1AgentsAgentIdPatchData, PatchAgentV1AgentsAgentIdPatchError, PatchAgentV1AgentsAgentIdPatchErrors, PatchAgentV1AgentsAgentIdPatchResponse, PatchAgentV1AgentsAgentIdPatchResponses, PatchGroupScimV2GroupsGroupIdPatchData, PatchGroupScimV2GroupsGroupIdPatchError, PatchGroupScimV2GroupsGroupIdPatchErrors, PatchGroupScimV2GroupsGroupIdPatchResponse, PatchGroupScimV2GroupsGroupIdPatchResponses, PatchGuardrailGuardrailsGuardrailIdPatchData, PatchGuardrailGuardrailsGuardrailIdPatchError, PatchGuardrailGuardrailsGuardrailIdPatchErrors, PatchGuardrailGuardrailsGuardrailIdPatchResponses, PatchGuardrailRequest, PatchModelModelModelIdUpdatePatchData, PatchModelModelModelIdUpdatePatchError, PatchModelModelModelIdUpdatePatchErrors, PatchModelModelModelIdUpdatePatchResponses, PatchPromptPromptsPromptIdPatchData, PatchPromptPromptsPromptIdPatchError, PatchPromptPromptsPromptIdPatchErrors, PatchPromptPromptsPromptIdPatchResponses, PatchPromptRequest, PatchUserScimV2UsersUserIdPatchData, PatchUserScimV2UsersUserIdPatchError, PatchUserScimV2UsersUserIdPatchErrors, PatchUserScimV2UsersUserIdPatchResponse, PatchUserScimV2UsersUserIdPatchResponses, PerTestingCriteriaResult, PerUserAnalyticsResponse, PerUserMetrics, PiiAction, PiiEntityType, PipelineTestRequest, PluginAuthor, PluginListItem, PoliciesUsageOverviewPoliciesUsageOverviewGetData, PoliciesUsageOverviewPoliciesUsageOverviewGetError, PoliciesUsageOverviewPoliciesUsageOverviewGetErrors, PoliciesUsageOverviewPoliciesUsageOverviewGetResponse, PoliciesUsageOverviewPoliciesUsageOverviewGetResponses, PolicyAttachmentCreateRequest, PolicyAttachmentDbResponse, PolicyAttachmentListResponse, PolicyConditionRequest, PolicyCreateRequest, PolicyDbResponse, PolicyGuardrailsResponse, PolicyInfoResponse, PolicyListDbResponse, PolicyListResponse, PolicyMatchContext, PolicyMatchDetail, PolicyResolveRequest, PolicyResolveResponse, PolicyScopeResponse, PolicySummaryItem, PolicyTestResponse, PolicyUpdateRequest, PolicyValidateRequest, PolicyValidationError, PolicyValidationErrorType, PolicyValidationResponse, PolicyVersionCompareResponse, PolicyVersionCreateRequest, PolicyVersionListResponse, PolicyVersionStatusUpdateRequest, ProjectInfoProjectInfoGetData, ProjectInfoProjectInfoGetError, ProjectInfoProjectInfoGetErrors, ProjectInfoProjectInfoGetResponse, ProjectInfoProjectInfoGetResponses, Prompt, PromptInfo, PromptInfoResponse, PromptLiteLlmParams, PromptSpec, PromptTemplateBase, PromptTokensDetails, ProviderBudgetResponse, ProviderBudgetResponseObject, ProviderBudgetsProviderBudgetsGetData, ProviderBudgetsProviderBudgetsGetResponse, ProviderBudgetsProviderBudgetsGetResponses, ProviderCreateInfo, ProviderCredentialField, ProxyChatCompletionRequest, ProxyRealtimeCallsOpenaiV1RealtimeCallsPostData, ProxyRealtimeCallsOpenaiV1RealtimeCallsPostResponses, ProxyRealtimeCallsRealtimeCallsPostData, ProxyRealtimeCallsRealtimeCallsPostResponses, ProxyRealtimeCallsV1RealtimeCallsPostData, ProxyRealtimeCallsV1RealtimeCallsPostResponses, PublicModelHubInfo, PublicModelHubInfoPublicModelHubInfoGetData, PublicModelHubInfoPublicModelHubInfoGetResponse, PublicModelHubInfoPublicModelHubInfoGetResponses, PublicModelHubPublicModelHubGetData, PublicModelHubPublicModelHubGetResponse, PublicModelHubPublicModelHubGetResponses, PublicSkillHubPublicSkillHubGetData, PublicSkillHubPublicSkillHubGetResponses, RagIngestRagIngestPostData, RagIngestRagIngestPostResponses, RagIngestV1RagIngestPostData, RagIngestV1RagIngestPostResponses, RagQueryRagQueryPostData, RagQueryRagQueryPostResponses, RagQueryV1RagQueryPostData, RagQueryV1RagQueryPostResponses, RawRequestTypedDict, RealtimeClientSecretResponse, RegenerateKeyFnKeyKeyRegeneratePostData, RegenerateKeyFnKeyKeyRegeneratePostError, RegenerateKeyFnKeyKeyRegeneratePostErrors, RegenerateKeyFnKeyKeyRegeneratePostResponse, RegenerateKeyFnKeyKeyRegeneratePostResponses, RegenerateKeyFnKeyRegeneratePostData, RegenerateKeyFnKeyRegeneratePostError, RegenerateKeyFnKeyRegeneratePostErrors, RegenerateKeyFnKeyRegeneratePostResponse, RegenerateKeyFnKeyRegeneratePostResponses, RegenerateKeyRequest, RegisterGuardrailGuardrailsRegisterPostData, RegisterGuardrailGuardrailsRegisterPostError, RegisterGuardrailGuardrailsRegisterPostErrors, RegisterGuardrailGuardrailsRegisterPostResponse, RegisterGuardrailGuardrailsRegisterPostResponses, RegisterGuardrailRequest, RegisterGuardrailResponse, RegisterMcpServerV1McpServerRegisterPostData, RegisterMcpServerV1McpServerRegisterPostError, RegisterMcpServerV1McpServerRegisterPostErrors, RegisterMcpServerV1McpServerRegisterPostResponse, RegisterMcpServerV1McpServerRegisterPostResponses, RegisterPluginClaudeCodePluginsPostData, RegisterPluginClaudeCodePluginsPostError, RegisterPluginClaudeCodePluginsPostErrors, RegisterPluginClaudeCodePluginsPostResponses, RegisterPluginRequest, RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostData, RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostError, RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostErrors, RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostResponses, RejectMcpServerRequest, RejectMcpServerSubmissionV1McpServerServerIdRejectPutData, RejectMcpServerSubmissionV1McpServerServerIdRejectPutError, RejectMcpServerSubmissionV1McpServerServerIdRejectPutErrors, RejectMcpServerSubmissionV1McpServerServerIdRejectPutResponse, RejectMcpServerSubmissionV1McpServerServerIdRejectPutResponses, RemoveMcpServerV1McpServerServerIdDeleteData, RemoveMcpServerV1McpServerServerIdDeleteError, RemoveMcpServerV1McpServerServerIdDeleteErrors, RemoveMcpServerV1McpServerServerIdDeleteResponses, RemoveMcpToolsetV1McpToolsetToolsetIdDeleteData, RemoveMcpToolsetV1McpToolsetToolsetIdDeleteError, RemoveMcpToolsetV1McpToolsetToolsetIdDeleteErrors, RemoveMcpToolsetV1McpToolsetToolsetIdDeleteResponses, RerankRerankPostData, RerankRerankPostResponses, RerankV1RerankPostData, RerankV1RerankPostResponses, RerankV2RerankPostData, RerankV2RerankPostResponses, ResetEventSettingsEmailEventSettingsResetPostData, ResetEventSettingsEmailEventSettingsResetPostResponses, ResetKeySpendFnKeyKeyResetSpendPostData, ResetKeySpendFnKeyKeyResetSpendPostError, ResetKeySpendFnKeyKeyResetSpendPostErrors, ResetKeySpendFnKeyKeyResetSpendPostResponse, ResetKeySpendFnKeyKeyResetSpendPostResponses, ResetSpendRequest, ResolvePoliciesForContextPoliciesResolvePostData, ResolvePoliciesForContextPoliciesResolvePostError, ResolvePoliciesForContextPoliciesResolvePostErrors, ResolvePoliciesForContextPoliciesResolvePostResponse, ResolvePoliciesForContextPoliciesResolvePostResponses, ResponseLiteLlmManagedVectorStore, ResponsesApiOpenaiV1ResponsesPostData, ResponsesApiOpenaiV1ResponsesPostResponses, ResponsesApiResponsesPostData, ResponsesApiResponsesPostResponses, ResponsesApiV1ResponsesPostData, ResponsesApiV1ResponsesPostResponses, ResultCounts, RetrieveBatchBatchesBatchIdGetData, RetrieveBatchBatchesBatchIdGetError, RetrieveBatchBatchesBatchIdGetErrors, RetrieveBatchBatchesBatchIdGetResponses, RetrieveBatchProviderV1BatchesBatchIdGetData, RetrieveBatchProviderV1BatchesBatchIdGetError, RetrieveBatchProviderV1BatchesBatchIdGetErrors, RetrieveBatchProviderV1BatchesBatchIdGetResponses, RetrieveBatchV1BatchesBatchIdGetData, RetrieveBatchV1BatchesBatchIdGetError, RetrieveBatchV1BatchesBatchIdGetErrors, RetrieveBatchV1BatchesBatchIdGetResponses, RetrieveContainerContainersContainerIdGetData, RetrieveContainerContainersContainerIdGetError, RetrieveContainerContainersContainerIdGetErrors, RetrieveContainerContainersContainerIdGetResponses, RetrieveContainerV1ContainersContainerIdGetData, RetrieveContainerV1ContainersContainerIdGetError, RetrieveContainerV1ContainersContainerIdGetErrors, RetrieveContainerV1ContainersContainerIdGetResponses, RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetData, RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetError, RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetErrors, RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetResponses, RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetData, RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetError, RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetErrors, RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetResponses, RoleMappings, RouterFieldsResponse, RouterSettingsField, RouterSettingsResponse, RoutingGroup, Run, RunDeleteResponse, RunThreadThreadsThreadIdRunsPostData, RunThreadThreadsThreadIdRunsPostError, RunThreadThreadsThreadIdRunsPostErrors, RunThreadThreadsThreadIdRunsPostResponses, RunThreadV1ThreadsThreadIdRunsPostData, RunThreadV1ThreadsThreadIdRunsPostError, RunThreadV1ThreadsThreadIdRunsPostErrors, RunThreadV1ThreadsThreadIdRunsPostResponses, ScimFeature, ScimGroup, ScimListResponse, ScimMember, ScimPatchOp, ScimPatchOperation, ScimServiceProviderConfig, ScimUser, ScimUserEmail, ScimUserGroup, ScimUserName, SearchSearchPostData, SearchSearchPostError, SearchSearchPostErrors, SearchSearchPostResponses, SearchSearchSearchToolNamePostData, SearchSearchSearchToolNamePostError, SearchSearchSearchToolNamePostErrors, SearchSearchSearchToolNamePostResponses, SearchTool, SearchToolInfoResponse, SearchToolLiteLlmParams, SearchV1SearchPostData, SearchV1SearchPostError, SearchV1SearchPostErrors, SearchV1SearchPostResponses, SearchV1SearchSearchToolNamePostData, SearchV1SearchSearchToolNamePostError, SearchV1SearchSearchToolNamePostErrors, SearchV1SearchSearchToolNamePostResponses, SharedHealthCheckStatusEndpointHealthSharedStatusGetData, SharedHealthCheckStatusEndpointHealthSharedStatusGetResponses, Skill, SpendAnalyticsPaginatedResponse, SpendCalculateRequest, SpendMetrics, SsoConfig, SsoReadinessSsoReadinessGetData, SsoReadinessSsoReadinessGetResponses, SsoSettingsResponse, StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostData, StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostError, StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostErrors, StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostResponse, StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostResponses, StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostData, StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostError, StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostErrors, StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostResponse, StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostResponses, SuccessfulKeyUpdate, SuggestPolicyTemplatesPolicyTemplatesSuggestPostData, SuggestPolicyTemplatesPolicyTemplatesSuggestPostError, SuggestPolicyTemplatesPolicyTemplatesSuggestPostErrors, SuggestPolicyTemplatesPolicyTemplatesSuggestPostResponse, SuggestPolicyTemplatesPolicyTemplatesSuggestPostResponses, SuggestTemplatesRequest, SupportedEndpoint, SupportedEndpointsResponse, SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetData, SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetError, SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetErrors, SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetResponses, TagActiveUsersResponse, TagDeleteRequest, TagInfoRequest, TagNewRequest, TagSummaryMetrics, TagSummaryResponse, TagUpdateRequest, TeamAddMemberResponse, TeamInfoTeamInfoGetData, TeamInfoTeamInfoGetError, TeamInfoTeamInfoGetErrors, TeamInfoTeamInfoGetResponses, TeamListItem, TeamListResponse, TeamMappings, TeamMemberAddRequest, TeamMemberAddResult, TeamMemberAddTeamMemberAddPostData, TeamMemberAddTeamMemberAddPostError, TeamMemberAddTeamMemberAddPostErrors, TeamMemberAddTeamMemberAddPostResponse, TeamMemberAddTeamMemberAddPostResponses, TeamMemberDeleteRequest, TeamMemberDeleteTeamMemberDeletePostData, TeamMemberDeleteTeamMemberDeletePostError, TeamMemberDeleteTeamMemberDeletePostErrors, TeamMemberDeleteTeamMemberDeletePostResponses, TeamMemberInfoResponse, TeamMemberMeTeamTeamIdMembersMeGetData, TeamMemberMeTeamTeamIdMembersMeGetError, TeamMemberMeTeamTeamIdMembersMeGetErrors, TeamMemberMeTeamTeamIdMembersMeGetResponse, TeamMemberMeTeamTeamIdMembersMeGetResponses, TeamMemberPermissionsTeamPermissionsListGetData, TeamMemberPermissionsTeamPermissionsListGetError, TeamMemberPermissionsTeamPermissionsListGetErrors, TeamMemberPermissionsTeamPermissionsListGetResponse, TeamMemberPermissionsTeamPermissionsListGetResponses, TeamMemberUpdateRequest, TeamMemberUpdateResponse, TeamMemberUpdateTeamMemberUpdatePostData, TeamMemberUpdateTeamMemberUpdatePostError, TeamMemberUpdateTeamMemberUpdatePostErrors, TeamMemberUpdateTeamMemberUpdatePostResponse, TeamMemberUpdateTeamMemberUpdatePostResponses, TeamModelAddRequest, TeamModelAddTeamModelAddPostData, TeamModelAddTeamModelAddPostError, TeamModelAddTeamModelAddPostErrors, TeamModelAddTeamModelAddPostResponses, TeamModelDeleteRequest, TeamModelDeleteTeamModelDeletePostData, TeamModelDeleteTeamModelDeletePostError, TeamModelDeleteTeamModelDeletePostErrors, TeamModelDeleteTeamModelDeletePostResponses, TestCacheConnectionCacheSettingsTestPostData, TestCacheConnectionCacheSettingsTestPostError, TestCacheConnectionCacheSettingsTestPostErrors, TestCacheConnectionCacheSettingsTestPostResponse, TestCacheConnectionCacheSettingsTestPostResponses, TestConnectionMcpRestTestConnectionPostData, TestConnectionMcpRestTestConnectionPostError, TestConnectionMcpRestTestConnectionPostErrors, TestConnectionMcpRestTestConnectionPostResponses, TestCustomCodeGuardrailGuardrailsTestCustomCodePostData, TestCustomCodeGuardrailGuardrailsTestCustomCodePostError, TestCustomCodeGuardrailGuardrailsTestCustomCodePostErrors, TestCustomCodeGuardrailGuardrailsTestCustomCodePostResponse, TestCustomCodeGuardrailGuardrailsTestCustomCodePostResponses, TestCustomCodeGuardrailRequest, TestCustomCodeGuardrailResponse, TestEndpointTestGetData, TestEndpointTestGetResponses, TestHashicorpVaultConnectionConfigOverridesHashicorpVaultTestConnectionPostData, TestHashicorpVaultConnectionConfigOverridesHashicorpVaultTestConnectionPostResponses, TestModelConnectionHealthTestConnectionPostData, TestModelConnectionHealthTestConnectionPostError, TestModelConnectionHealthTestConnectionPostErrors, TestModelConnectionHealthTestConnectionPostResponses, TestPipelinePoliciesTestPipelinePostData, TestPipelinePoliciesTestPipelinePostError, TestPipelinePoliciesTestPipelinePostErrors, TestPipelinePoliciesTestPipelinePostResponses, TestPoliciesAndGuardrailsRequest, TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostData, TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostError, TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostErrors, TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostResponses, TestPolicyMatchingPolicyTestPostData, TestPolicyMatchingPolicyTestPostError, TestPolicyMatchingPolicyTestPostErrors, TestPolicyMatchingPolicyTestPostResponse, TestPolicyMatchingPolicyTestPostResponses, TestPolicyTemplatePolicyTemplatesTestPostData, TestPolicyTemplatePolicyTemplatesTestPostError, TestPolicyTemplatePolicyTemplatesTestPostErrors, TestPolicyTemplatePolicyTemplatesTestPostResponse, TestPolicyTemplatePolicyTemplatesTestPostResponses, TestPolicyTemplateRequest, TestPolicyTemplateResponse, TestPromptPromptsTestPostData, TestPromptPromptsTestPostError, TestPromptPromptsTestPostErrors, TestPromptPromptsTestPostResponses, TestPromptRequest, TestSearchToolConnectionRequest, TestSearchToolConnectionSearchToolsTestConnectionPostData, TestSearchToolConnectionSearchToolsTestConnectionPostError, TestSearchToolConnectionSearchToolsTestConnectionPostErrors, TestSearchToolConnectionSearchToolsTestConnectionPostResponses, TestToolsListMcpRestTestToolsListPostData, TestToolsListMcpRestTestToolsListPostError, TestToolsListMcpRestTestToolsListPostErrors, TestToolsListMcpRestTestToolsListPostResponses, TokenCountDetailsResponse, TokenCounterUtilsTokenCounterPostData, TokenCounterUtilsTokenCounterPostError, TokenCounterUtilsTokenCounterPostErrors, TokenCounterUtilsTokenCounterPostResponse, TokenCounterUtilsTokenCounterPostResponses, TokenCountRequest, TokenCountResponse, ToolDetailResponse, ToolListResponse, ToolPermissionRule, ToolPolicyOption, ToolPolicyOptionsResponse, ToolPolicyOverrideRow, ToolPolicyUpdateRequest, ToolPolicyUpdateResponse, ToolsetMcpRouteToolsetToolsetNameMcpDeleteData, ToolsetMcpRouteToolsetToolsetNameMcpDeleteError, ToolsetMcpRouteToolsetToolsetNameMcpDeleteErrors, ToolsetMcpRouteToolsetToolsetNameMcpDeleteResponses, ToolsetMcpRouteToolsetToolsetNameMcpGetData, ToolsetMcpRouteToolsetToolsetNameMcpGetError, ToolsetMcpRouteToolsetToolsetNameMcpGetErrors, ToolsetMcpRouteToolsetToolsetNameMcpGetResponses, ToolsetMcpRouteToolsetToolsetNameMcpHeadData, ToolsetMcpRouteToolsetToolsetNameMcpHeadError, ToolsetMcpRouteToolsetToolsetNameMcpHeadErrors, ToolsetMcpRouteToolsetToolsetNameMcpHeadResponses, ToolsetMcpRouteToolsetToolsetNameMcpOptionsData, ToolsetMcpRouteToolsetToolsetNameMcpOptionsError, ToolsetMcpRouteToolsetToolsetNameMcpOptionsErrors, ToolsetMcpRouteToolsetToolsetNameMcpOptionsResponses, ToolsetMcpRouteToolsetToolsetNameMcpPatchData, ToolsetMcpRouteToolsetToolsetNameMcpPatchError, ToolsetMcpRouteToolsetToolsetNameMcpPatchErrors, ToolsetMcpRouteToolsetToolsetNameMcpPatchResponses, ToolsetMcpRouteToolsetToolsetNameMcpPostData, ToolsetMcpRouteToolsetToolsetNameMcpPostError, ToolsetMcpRouteToolsetToolsetNameMcpPostErrors, ToolsetMcpRouteToolsetToolsetNameMcpPostResponses, ToolsetMcpRouteToolsetToolsetNameMcpPutData, ToolsetMcpRouteToolsetToolsetNameMcpPutError, ToolsetMcpRouteToolsetToolsetNameMcpPutErrors, ToolsetMcpRouteToolsetToolsetNameMcpPutResponses, ToolUsageLogEntry, ToolUsageLogsResponse, TopLogprob, TransformRequestBody, TransformRequestUtilsTransformRequestPostData, TransformRequestUtilsTransformRequestPostError, TransformRequestUtilsTransformRequestPostErrors, TransformRequestUtilsTransformRequestPostResponse, TransformRequestUtilsTransformRequestPostResponses, UiDiscoveryEndpoints, UiSettingsResponse, UiThemeConfig, UiThemeSettingsResponse, UiViewSpendLogsSpendLogsV2GetData, UiViewSpendLogsSpendLogsV2GetError, UiViewSpendLogsSpendLogsV2GetErrors, UiViewSpendLogsSpendLogsV2GetResponse, UiViewSpendLogsSpendLogsV2GetResponses, UnblockKeyKeyUnblockPostData, UnblockKeyKeyUnblockPostError, UnblockKeyKeyUnblockPostErrors, UnblockKeyKeyUnblockPostResponses, UnblockTeamTeamUnblockPostData, UnblockTeamTeamUnblockPostError, UnblockTeamTeamUnblockPostErrors, UnblockTeamTeamUnblockPostResponses, UnblockUserCustomerUnblockPostData, UnblockUserCustomerUnblockPostError, UnblockUserCustomerUnblockPostErrors, UnblockUserCustomerUnblockPostResponses, UpdateAccessGroupAccessGroupAccessGroupUpdatePutData, UpdateAccessGroupAccessGroupAccessGroupUpdatePutError, UpdateAccessGroupAccessGroupAccessGroupUpdatePutErrors, UpdateAccessGroupAccessGroupAccessGroupUpdatePutResponse, UpdateAccessGroupAccessGroupAccessGroupUpdatePutResponses, UpdateAccessGroupV1AccessGroupAccessGroupIdPutData, UpdateAccessGroupV1AccessGroupAccessGroupIdPutError, UpdateAccessGroupV1AccessGroupAccessGroupIdPutErrors, UpdateAccessGroupV1AccessGroupAccessGroupIdPutResponse, UpdateAccessGroupV1AccessGroupAccessGroupIdPutResponses, UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutData, UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutError, UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutErrors, UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutResponse, UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutResponses, UpdateAgentV1AgentsAgentIdPutData, UpdateAgentV1AgentsAgentIdPutError, UpdateAgentV1AgentsAgentIdPutErrors, UpdateAgentV1AgentsAgentIdPutResponse, UpdateAgentV1AgentsAgentIdPutResponses, UpdateBudgetBudgetUpdatePostData, UpdateBudgetBudgetUpdatePostError, UpdateBudgetBudgetUpdatePostErrors, UpdateBudgetBudgetUpdatePostResponses, UpdateCacheSettingsCacheSettingsPostData, UpdateCacheSettingsCacheSettingsPostError, UpdateCacheSettingsCacheSettingsPostErrors, UpdateCacheSettingsCacheSettingsPostResponses, UpdateCloudzeroSettingsCloudzeroSettingsPutData, UpdateCloudzeroSettingsCloudzeroSettingsPutError, UpdateCloudzeroSettingsCloudzeroSettingsPutErrors, UpdateCloudzeroSettingsCloudzeroSettingsPutResponse, UpdateCloudzeroSettingsCloudzeroSettingsPutResponses, UpdateCostDiscountConfigConfigCostDiscountConfigPatchData, UpdateCostDiscountConfigConfigCostDiscountConfigPatchError, UpdateCostDiscountConfigConfigCostDiscountConfigPatchErrors, UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponses, UpdateCostMarginConfigConfigCostMarginConfigPatchData, UpdateCostMarginConfigConfigCostMarginConfigPatchError, UpdateCostMarginConfigConfigCostMarginConfigPatchErrors, UpdateCostMarginConfigConfigCostMarginConfigPatchResponses, UpdateCredentialCredentialsCredentialNamePatchData, UpdateCredentialCredentialsCredentialNamePatchError, UpdateCredentialCredentialsCredentialNamePatchErrors, UpdateCredentialCredentialsCredentialNamePatchResponses, UpdateCustomerRequest, UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchData, UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchError, UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchErrors, UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchResponses, UpdateDeployment, UpdateEndUserCustomerUpdatePostData, UpdateEndUserCustomerUpdatePostError, UpdateEndUserCustomerUpdatePostErrors, UpdateEndUserCustomerUpdatePostResponses, UpdateEvalV1EvalsEvalIdPostData, UpdateEvalV1EvalsEvalIdPostError, UpdateEvalV1EvalsEvalIdPostErrors, UpdateEvalV1EvalsEvalIdPostResponse, UpdateEvalV1EvalsEvalIdPostResponses, UpdateEventSettingsEmailEventSettingsPatchData, UpdateEventSettingsEmailEventSettingsPatchError, UpdateEventSettingsEmailEventSettingsPatchErrors, UpdateEventSettingsEmailEventSettingsPatchResponses, UpdateGroupScimV2GroupsGroupIdPutData, UpdateGroupScimV2GroupsGroupIdPutError, UpdateGroupScimV2GroupsGroupIdPutErrors, UpdateGroupScimV2GroupsGroupIdPutResponse, UpdateGroupScimV2GroupsGroupIdPutResponses, UpdateGuardrailGuardrailsGuardrailIdPutData, UpdateGuardrailGuardrailsGuardrailIdPutError, UpdateGuardrailGuardrailsGuardrailIdPutErrors, UpdateGuardrailGuardrailsGuardrailIdPutResponses, UpdateGuardrailRequest, UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostData, UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostError, UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostErrors, UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostResponses, UpdateInternalUserSettingsUpdateInternalUserSettingsPatchData, UpdateInternalUserSettingsUpdateInternalUserSettingsPatchError, UpdateInternalUserSettingsUpdateInternalUserSettingsPatchErrors, UpdateInternalUserSettingsUpdateInternalUserSettingsPatchResponses, UpdateJwtKeyMappingJwtKeyMappingUpdatePostData, UpdateJwtKeyMappingJwtKeyMappingUpdatePostError, UpdateJwtKeyMappingJwtKeyMappingUpdatePostErrors, UpdateJwtKeyMappingJwtKeyMappingUpdatePostResponse, UpdateJwtKeyMappingJwtKeyMappingUpdatePostResponses, UpdateJwtKeyMappingRequest, UpdateKeyFnKeyUpdatePostData, UpdateKeyFnKeyUpdatePostError, UpdateKeyFnKeyUpdatePostErrors, UpdateKeyFnKeyUpdatePostResponses, UpdateKeyRequest, UpdateLiteLlmParams, UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchData, UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchError, UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchErrors, UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchResponses, UpdateMcpServerRequest, UpdateMcpToolsetRequest, UpdateModelGroupRequest, UpdateModelModelUpdatePostData, UpdateModelModelUpdatePostError, UpdateModelModelUpdatePostErrors, UpdateModelModelUpdatePostResponses, UpdateOrganizationOrganizationUpdatePatchData, UpdateOrganizationOrganizationUpdatePatchResponse, UpdateOrganizationOrganizationUpdatePatchResponses, UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostData, UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostError, UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostErrors, UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostResponses, UpdatePolicyPoliciesPolicyIdPutData, UpdatePolicyPoliciesPolicyIdPutError, UpdatePolicyPoliciesPolicyIdPutErrors, UpdatePolicyPoliciesPolicyIdPutResponse, UpdatePolicyPoliciesPolicyIdPutResponses, UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutData, UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutError, UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutErrors, UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutResponse, UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutResponses, UpdateProjectProjectUpdatePostData, UpdateProjectProjectUpdatePostError, UpdateProjectProjectUpdatePostErrors, UpdateProjectProjectUpdatePostResponse, UpdateProjectProjectUpdatePostResponses, UpdateProjectRequest, UpdatePromptPromptsPromptIdPutData, UpdatePromptPromptsPromptIdPutError, UpdatePromptPromptsPromptIdPutErrors, UpdatePromptPromptsPromptIdPutResponses, UpdatePublicModelGroupsModelGroupMakePublicPostData, UpdatePublicModelGroupsModelGroupMakePublicPostError, UpdatePublicModelGroupsModelGroupMakePublicPostErrors, UpdatePublicModelGroupsModelGroupMakePublicPostResponses, UpdatePublicModelGroupsRequest, UpdateRouterConfig, UpdateSearchToolRequest, UpdateSearchToolSearchToolsSearchToolIdPutData, UpdateSearchToolSearchToolsSearchToolIdPutError, UpdateSearchToolSearchToolsSearchToolIdPutErrors, UpdateSearchToolSearchToolsSearchToolIdPutResponses, UpdateSsoSettingsUpdateSsoSettingsPatchData, UpdateSsoSettingsUpdateSsoSettingsPatchError, UpdateSsoSettingsUpdateSsoSettingsPatchErrors, UpdateSsoSettingsUpdateSsoSettingsPatchResponses, UpdateTagTagUpdatePostData, UpdateTagTagUpdatePostError, UpdateTagTagUpdatePostErrors, UpdateTagTagUpdatePostResponses, UpdateTeamMemberPermissionsRequest, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostData, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostError, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostErrors, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostResponse, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostResponses, UpdateTeamRequest, UpdateTeamTeamUpdatePostData, UpdateTeamTeamUpdatePostError, UpdateTeamTeamUpdatePostErrors, UpdateTeamTeamUpdatePostResponses, UpdateToolPolicyV1ToolPolicyPostData, UpdateToolPolicyV1ToolPolicyPostError, UpdateToolPolicyV1ToolPolicyPostErrors, UpdateToolPolicyV1ToolPolicyPostResponse, UpdateToolPolicyV1ToolPolicyPostResponses, UpdateUiSettingsUpdateUiSettingsPatchData, UpdateUiSettingsUpdateUiSettingsPatchError, UpdateUiSettingsUpdateUiSettingsPatchErrors, UpdateUiSettingsUpdateUiSettingsPatchResponses, UpdateUiThemeSettingsUpdateUiThemeSettingsPatchData, UpdateUiThemeSettingsUpdateUiThemeSettingsPatchError, UpdateUiThemeSettingsUpdateUiThemeSettingsPatchErrors, UpdateUiThemeSettingsUpdateUiThemeSettingsPatchResponses, UpdateUsefulLinksModelHubUpdateUsefulLinksPostData, UpdateUsefulLinksModelHubUpdateUsefulLinksPostError, UpdateUsefulLinksModelHubUpdateUsefulLinksPostErrors, UpdateUsefulLinksModelHubUpdateUsefulLinksPostResponses, UpdateUsefulLinksRequest, UpdateUserRequest, UpdateUserRequestNoUserIDorEmail, UpdateUserScimV2UsersUserIdPutData, UpdateUserScimV2UsersUserIdPutError, UpdateUserScimV2UsersUserIdPutErrors, UpdateUserScimV2UsersUserIdPutResponse, UpdateUserScimV2UsersUserIdPutResponses, UpdateVantageSettingsVantageSettingsPutData, UpdateVantageSettingsVantageSettingsPutError, UpdateVantageSettingsVantageSettingsPutErrors, UpdateVantageSettingsVantageSettingsPutResponse, UpdateVantageSettingsVantageSettingsPutResponses, UpdateVectorStoreVectorStoreUpdatePostData, UpdateVectorStoreVectorStoreUpdatePostError, UpdateVectorStoreVectorStoreUpdatePostErrors, UpdateVectorStoreVectorStoreUpdatePostResponses, UpdateWorkflowRunV1WorkflowsRunsRunIdPatchData, UpdateWorkflowRunV1WorkflowsRunsRunIdPatchError, UpdateWorkflowRunV1WorkflowsRunsRunIdPatchErrors, UpdateWorkflowRunV1WorkflowsRunsRunIdPatchResponses, UploadLogoUploadLogoPostData, UploadLogoUploadLogoPostError, UploadLogoUploadLogoPostErrors, UploadLogoUploadLogoPostResponses, UpsertMemoryV1MemoryKeyPutData, UpsertMemoryV1MemoryKeyPutError, UpsertMemoryV1MemoryKeyPutErrors, UpsertMemoryV1MemoryKeyPutResponse, UpsertMemoryV1MemoryKeyPutResponses, UsageAiChatRequest, UsageAiChatUsageAiChatPostData, UsageAiChatUsageAiChatPostError, UsageAiChatUsageAiChatPostErrors, UsageAiChatUsageAiChatPostResponses, UsageDetailResponse, UsageLogEntry, UsageLogsResponse, UsageOverviewResponse, UsageOverviewRow, UserApiKeyAuth, UserInfoResponse, UserInfoUserInfoGetData, UserInfoUserInfoGetError, UserInfoUserInfoGetErrors, UserInfoUserInfoGetResponse, UserInfoUserInfoGetResponses, UserInfoV2Response, UserInfoV2V2UserInfoGetData, UserInfoV2V2UserInfoGetError, UserInfoV2V2UserInfoGetErrors, UserInfoV2V2UserInfoGetResponse, UserInfoV2V2UserInfoGetResponses, UserListResponse, UserUpdateResult, UserUpdateUserUpdatePostData, UserUpdateUserUpdatePostError, UserUpdateUserUpdatePostErrors, UserUpdateUserUpdatePostResponses, ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostData, ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostError, ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostErrors, ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostResponses, ValidatePolicyPolicyValidatePostData, ValidatePolicyPolicyValidatePostError, ValidatePolicyPolicyValidatePostErrors, ValidatePolicyPolicyValidatePostResponse, ValidatePolicyPolicyValidatePostResponses, ValidationError, VantageDryRunExportVantageDryRunPostData, VantageDryRunExportVantageDryRunPostError, VantageDryRunExportVantageDryRunPostErrors, VantageDryRunExportVantageDryRunPostResponse, VantageDryRunExportVantageDryRunPostResponses, VantageDryRunRequest, VantageExportRequest, VantageExportResponse, VantageExportVantageExportPostData, VantageExportVantageExportPostError, VantageExportVantageExportPostErrors, VantageExportVantageExportPostResponse, VantageExportVantageExportPostResponses, VantageInitRequest, VantageInitResponse, VantageSettingsUpdate, VantageSettingsView, VectorStoreCreateV1VectorStoresPostData, VectorStoreCreateV1VectorStoresPostResponses, VectorStoreCreateVectorStoresPostData, VectorStoreCreateVectorStoresPostResponses, VectorStoreDeleteRequest, VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteData, VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteError, VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteErrors, VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteResponses, VectorStoreDeleteVectorStoresVectorStoreIdDeleteData, VectorStoreDeleteVectorStoresVectorStoreIdDeleteError, VectorStoreDeleteVectorStoresVectorStoreIdDeleteErrors, VectorStoreDeleteVectorStoresVectorStoreIdDeleteResponses, VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetData, VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetError, VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetErrors, VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetResponses, VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetData, VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetError, VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetErrors, VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetResponses, VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostData, VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostError, VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostErrors, VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostResponses, VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostData, VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostError, VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostErrors, VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostResponses, VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteData, VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteError, VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteErrors, VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteResponses, VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteData, VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteError, VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteErrors, VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteResponses, VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetData, VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetError, VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetErrors, VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetResponses, VectorStoreFileListVectorStoresVectorStoreIdFilesGetData, VectorStoreFileListVectorStoresVectorStoreIdFilesGetError, VectorStoreFileListVectorStoresVectorStoreIdFilesGetErrors, VectorStoreFileListVectorStoresVectorStoreIdFilesGetResponses, VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetData, VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetError, VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetErrors, VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetResponses, VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetData, VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetError, VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetErrors, VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetResponses, VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostData, VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostError, VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostErrors, VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostResponses, VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostData, VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostError, VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostErrors, VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostResponses, VectorStoreInfoRequest, VectorStoreListV1VectorStoresGetData, VectorStoreListV1VectorStoresGetError, VectorStoreListV1VectorStoresGetErrors, VectorStoreListV1VectorStoresGetResponses, VectorStoreListVectorStoresGetData, VectorStoreListVectorStoresGetError, VectorStoreListVectorStoresGetErrors, VectorStoreListVectorStoresGetResponses, VectorStoreRetrieveV1VectorStoresVectorStoreIdGetData, VectorStoreRetrieveV1VectorStoresVectorStoreIdGetError, VectorStoreRetrieveV1VectorStoresVectorStoreIdGetErrors, VectorStoreRetrieveV1VectorStoresVectorStoreIdGetResponses, VectorStoreRetrieveVectorStoresVectorStoreIdGetData, VectorStoreRetrieveVectorStoresVectorStoreIdGetError, VectorStoreRetrieveVectorStoresVectorStoreIdGetErrors, VectorStoreRetrieveVectorStoresVectorStoreIdGetResponses, VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostData, VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostError, VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostErrors, VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostResponses, VectorStoreSearchVectorStoresVectorStoreIdSearchPostData, VectorStoreSearchVectorStoresVectorStoreIdSearchPostError, VectorStoreSearchVectorStoresVectorStoreIdSearchPostErrors, VectorStoreSearchVectorStoresVectorStoreIdSearchPostResponses, VectorStoreUpdateRequest, VectorStoreUpdateV1VectorStoresVectorStoreIdPostData, VectorStoreUpdateV1VectorStoresVectorStoreIdPostError, VectorStoreUpdateV1VectorStoresVectorStoreIdPostErrors, VectorStoreUpdateV1VectorStoresVectorStoreIdPostResponses, VectorStoreUpdateVectorStoresVectorStoreIdPostData, VectorStoreUpdateVectorStoresVectorStoreIdPostError, VectorStoreUpdateVectorStoresVectorStoreIdPostErrors, VectorStoreUpdateVectorStoresVectorStoreIdPostResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteError, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetError, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchError, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostError, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutError, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutResponses, VertexProxyRouteVertexAiEndpointDeleteData, VertexProxyRouteVertexAiEndpointDeleteError, VertexProxyRouteVertexAiEndpointDeleteErrors, VertexProxyRouteVertexAiEndpointDeleteResponses, VertexProxyRouteVertexAiEndpointGetData, VertexProxyRouteVertexAiEndpointGetError, VertexProxyRouteVertexAiEndpointGetErrors, VertexProxyRouteVertexAiEndpointGetResponses, VertexProxyRouteVertexAiEndpointPatchData, VertexProxyRouteVertexAiEndpointPatchError, VertexProxyRouteVertexAiEndpointPatchErrors, VertexProxyRouteVertexAiEndpointPatchResponses, VertexProxyRouteVertexAiEndpointPostData, VertexProxyRouteVertexAiEndpointPostError, VertexProxyRouteVertexAiEndpointPostErrors, VertexProxyRouteVertexAiEndpointPostResponses, VertexProxyRouteVertexAiEndpointPutData, VertexProxyRouteVertexAiEndpointPutError, VertexProxyRouteVertexAiEndpointPutErrors, VertexProxyRouteVertexAiEndpointPutResponses, VideoContentV1VideosVideoIdContentGetData, VideoContentV1VideosVideoIdContentGetError, VideoContentV1VideosVideoIdContentGetErrors, VideoContentV1VideosVideoIdContentGetResponses, VideoContentVideosVideoIdContentGetData, VideoContentVideosVideoIdContentGetError, VideoContentVideosVideoIdContentGetErrors, VideoContentVideosVideoIdContentGetResponses, VideoCreateCharacterV1VideosCharactersPostData, VideoCreateCharacterV1VideosCharactersPostError, VideoCreateCharacterV1VideosCharactersPostErrors, VideoCreateCharacterV1VideosCharactersPostResponses, VideoCreateCharacterVideosCharactersPostData, VideoCreateCharacterVideosCharactersPostError, VideoCreateCharacterVideosCharactersPostErrors, VideoCreateCharacterVideosCharactersPostResponses, VideoEditV1VideosEditsPostData, VideoEditV1VideosEditsPostResponses, VideoEditVideosEditsPostData, VideoEditVideosEditsPostResponses, VideoExtensionV1VideosExtensionsPostData, VideoExtensionV1VideosExtensionsPostResponses, VideoExtensionVideosExtensionsPostData, VideoExtensionVideosExtensionsPostResponses, VideoGenerationV1VideosPostData, VideoGenerationV1VideosPostError, VideoGenerationV1VideosPostErrors, VideoGenerationV1VideosPostResponses, VideoGenerationVideosPostData, VideoGenerationVideosPostError, VideoGenerationVideosPostErrors, VideoGenerationVideosPostResponses, VideoGetCharacterV1VideosCharactersCharacterIdGetData, VideoGetCharacterV1VideosCharactersCharacterIdGetError, VideoGetCharacterV1VideosCharactersCharacterIdGetErrors, VideoGetCharacterV1VideosCharactersCharacterIdGetResponses, VideoGetCharacterVideosCharactersCharacterIdGetData, VideoGetCharacterVideosCharactersCharacterIdGetError, VideoGetCharacterVideosCharactersCharacterIdGetErrors, VideoGetCharacterVideosCharactersCharacterIdGetResponses, VideoListV1VideosGetData, VideoListV1VideosGetResponses, VideoListVideosGetData, VideoListVideosGetResponses, VideoRemixV1VideosVideoIdRemixPostData, VideoRemixV1VideosVideoIdRemixPostError, VideoRemixV1VideosVideoIdRemixPostErrors, VideoRemixV1VideosVideoIdRemixPostResponses, VideoRemixVideosVideoIdRemixPostData, VideoRemixVideosVideoIdRemixPostError, VideoRemixVideosVideoIdRemixPostErrors, VideoRemixVideosVideoIdRemixPostResponses, VideoStatusV1VideosVideoIdGetData, VideoStatusV1VideosVideoIdGetError, VideoStatusV1VideosVideoIdGetErrors, VideoStatusV1VideosVideoIdGetResponses, VideoStatusVideosVideoIdGetData, VideoStatusVideosVideoIdGetError, VideoStatusVideosVideoIdGetErrors, VideoStatusVideosVideoIdGetResponses, ViewSpendLogsSpendLogsGetData, ViewSpendLogsSpendLogsGetError, ViewSpendLogsSpendLogsGetErrors, ViewSpendLogsSpendLogsGetResponse, ViewSpendLogsSpendLogsGetResponses, ViewSpendTagsSpendTagsGetData, ViewSpendTagsSpendTagsGetError, ViewSpendTagsSpendTagsGetErrors, ViewSpendTagsSpendTagsGetResponse, ViewSpendTagsSpendTagsGetResponses, VllmProxyRouteVllmEndpointDeleteData, VllmProxyRouteVllmEndpointDeleteError, VllmProxyRouteVllmEndpointDeleteErrors, VllmProxyRouteVllmEndpointDeleteResponses, VllmProxyRouteVllmEndpointGetData, VllmProxyRouteVllmEndpointGetError, VllmProxyRouteVllmEndpointGetErrors, VllmProxyRouteVllmEndpointGetResponses, VllmProxyRouteVllmEndpointPatchData, VllmProxyRouteVllmEndpointPatchError, VllmProxyRouteVllmEndpointPatchErrors, VllmProxyRouteVllmEndpointPatchResponses, VllmProxyRouteVllmEndpointPostData, VllmProxyRouteVllmEndpointPostError, VllmProxyRouteVllmEndpointPostErrors, VllmProxyRouteVllmEndpointPostResponses, VllmProxyRouteVllmEndpointPutData, VllmProxyRouteVllmEndpointPutError, VllmProxyRouteVllmEndpointPutErrors, VllmProxyRouteVllmEndpointPutResponses, WebsocketRealtimeWebsocketEndpointGet2Data, WebsocketRealtimeWebsocketEndpointGet3Data, WebsocketRealtimeWebsocketEndpointGetData, WebsocketResponsesWebsocketEndpointGet2Data, WebsocketResponsesWebsocketEndpointGetData, WebsocketVertexAiLivePassthroughEndpointData, WorkerRegistryEntry, WorkflowEventCreateRequest, WorkflowMessageCreateRequest, WorkflowRunCreateRequest, WorkflowRunUpdateRequest } from './types.gen'; diff --git a/sdk/litellm-ai/src/client/sdk.gen.ts b/sdk/litellm-ai/src/client/sdk.gen.ts deleted file mode 100644 index fcf128f6e23..00000000000 --- a/sdk/litellm-ai/src/client/sdk.gen.ts +++ /dev/null @@ -1,14598 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -import { type Client, formDataBodySerializer, type Options as Options2, type TDataShape } from './client'; -import { client } from './client.gen'; -import type { ActiveCallbacksActiveCallbacksGetData, ActiveCallbacksActiveCallbacksGetResponses, ActiveCallbacksSettingsGetData, ActiveCallbacksSettingsGetResponses, AddAllowedIpAddAllowedIpPostData, AddAllowedIpAddAllowedIpPostErrors, AddAllowedIpAddAllowedIpPostResponses, AddMcpServerV1McpServerPostData, AddMcpServerV1McpServerPostErrors, AddMcpServerV1McpServerPostResponses, AddMcpToolsetV1McpToolsetPostData, AddMcpToolsetV1McpToolsetPostErrors, AddMcpToolsetV1McpToolsetPostResponses, AddMessagesThreadsThreadIdMessagesPostData, AddMessagesThreadsThreadIdMessagesPostErrors, AddMessagesThreadsThreadIdMessagesPostResponses, AddMessagesV1ThreadsThreadIdMessagesPostData, AddMessagesV1ThreadsThreadIdMessagesPostErrors, AddMessagesV1ThreadsThreadIdMessagesPostResponses, AddNewModelModelNewPostData, AddNewModelModelNewPostErrors, AddNewModelModelNewPostResponses, AddSessionMcpServerV1McpServerOauthSessionPostData, AddSessionMcpServerV1McpServerOauthSessionPostErrors, AddSessionMcpServerV1McpServerOauthSessionPostResponses, AddTeamCallbacksTeamTeamIdCallbackPostData, AddTeamCallbacksTeamTeamIdCallbackPostErrors, AddTeamCallbacksTeamTeamIdCallbackPostResponses, AnthropicProxyRouteAnthropicEndpointDeleteData, AnthropicProxyRouteAnthropicEndpointDeleteErrors, AnthropicProxyRouteAnthropicEndpointDeleteResponses, AnthropicProxyRouteAnthropicEndpointGetData, AnthropicProxyRouteAnthropicEndpointGetErrors, AnthropicProxyRouteAnthropicEndpointGetResponses, AnthropicProxyRouteAnthropicEndpointPatchData, AnthropicProxyRouteAnthropicEndpointPatchErrors, AnthropicProxyRouteAnthropicEndpointPatchResponses, AnthropicProxyRouteAnthropicEndpointPostData, AnthropicProxyRouteAnthropicEndpointPostErrors, AnthropicProxyRouteAnthropicEndpointPostResponses, AnthropicProxyRouteAnthropicEndpointPutData, AnthropicProxyRouteAnthropicEndpointPutErrors, AnthropicProxyRouteAnthropicEndpointPutResponses, AnthropicResponseV1MessagesPostData, AnthropicResponseV1MessagesPostResponses, AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostData, AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostErrors, AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostResponses, AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostData, AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostErrors, AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostResponses, ApplyGuardrailApplyGuardrailPostData, ApplyGuardrailApplyGuardrailPostErrors, ApplyGuardrailApplyGuardrailPostResponses, ApplyGuardrailGuardrailsApplyGuardrailPostData, ApplyGuardrailGuardrailsApplyGuardrailPostErrors, ApplyGuardrailGuardrailsApplyGuardrailPostResponses, ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostData, ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostErrors, ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostResponses, ApproveMcpServerSubmissionV1McpServerServerIdApprovePutData, ApproveMcpServerSubmissionV1McpServerServerIdApprovePutErrors, ApproveMcpServerSubmissionV1McpServerServerIdApprovePutResponses, AssemblyaiProxyRouteAssemblyaiEndpointDeleteData, AssemblyaiProxyRouteAssemblyaiEndpointDeleteErrors, AssemblyaiProxyRouteAssemblyaiEndpointDeleteResponses, AssemblyaiProxyRouteAssemblyaiEndpointGetData, AssemblyaiProxyRouteAssemblyaiEndpointGetErrors, AssemblyaiProxyRouteAssemblyaiEndpointGetResponses, AssemblyaiProxyRouteAssemblyaiEndpointPatchData, AssemblyaiProxyRouteAssemblyaiEndpointPatchErrors, AssemblyaiProxyRouteAssemblyaiEndpointPatchResponses, AssemblyaiProxyRouteAssemblyaiEndpointPostData, AssemblyaiProxyRouteAssemblyaiEndpointPostErrors, AssemblyaiProxyRouteAssemblyaiEndpointPostResponses, AssemblyaiProxyRouteAssemblyaiEndpointPutData, AssemblyaiProxyRouteAssemblyaiEndpointPutErrors, AssemblyaiProxyRouteAssemblyaiEndpointPutResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteData, AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointGetData, AssemblyaiProxyRouteEuAssemblyaiEndpointGetErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointGetResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointPatchData, AssemblyaiProxyRouteEuAssemblyaiEndpointPatchErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointPatchResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointPostData, AssemblyaiProxyRouteEuAssemblyaiEndpointPostErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointPostResponses, AssemblyaiProxyRouteEuAssemblyaiEndpointPutData, AssemblyaiProxyRouteEuAssemblyaiEndpointPutErrors, AssemblyaiProxyRouteEuAssemblyaiEndpointPutResponses, AudioSpeechAudioSpeechPostData, AudioSpeechAudioSpeechPostResponses, AudioSpeechV1AudioSpeechPostData, AudioSpeechV1AudioSpeechPostResponses, AudioTranscriptionsAudioTranscriptionsPostData, AudioTranscriptionsAudioTranscriptionsPostErrors, AudioTranscriptionsAudioTranscriptionsPostResponses, AudioTranscriptionsV1AudioTranscriptionsPostData, AudioTranscriptionsV1AudioTranscriptionsPostErrors, AudioTranscriptionsV1AudioTranscriptionsPostResponses, AvailableEnterpriseUsersUserAvailableUsersGetData, AvailableEnterpriseUsersUserAvailableUsersGetResponses, AzureProxyRouteAzureAiEndpointDeleteData, AzureProxyRouteAzureAiEndpointDeleteErrors, AzureProxyRouteAzureAiEndpointDeleteResponses, AzureProxyRouteAzureAiEndpointGetData, AzureProxyRouteAzureAiEndpointGetErrors, AzureProxyRouteAzureAiEndpointGetResponses, AzureProxyRouteAzureAiEndpointPatchData, AzureProxyRouteAzureAiEndpointPatchErrors, AzureProxyRouteAzureAiEndpointPatchResponses, AzureProxyRouteAzureAiEndpointPostData, AzureProxyRouteAzureAiEndpointPostErrors, AzureProxyRouteAzureAiEndpointPostResponses, AzureProxyRouteAzureAiEndpointPutData, AzureProxyRouteAzureAiEndpointPutErrors, AzureProxyRouteAzureAiEndpointPutResponses, AzureProxyRouteAzureEndpointDeleteData, AzureProxyRouteAzureEndpointDeleteErrors, AzureProxyRouteAzureEndpointDeleteResponses, AzureProxyRouteAzureEndpointGetData, AzureProxyRouteAzureEndpointGetErrors, AzureProxyRouteAzureEndpointGetResponses, AzureProxyRouteAzureEndpointPatchData, AzureProxyRouteAzureEndpointPatchErrors, AzureProxyRouteAzureEndpointPatchResponses, AzureProxyRouteAzureEndpointPostData, AzureProxyRouteAzureEndpointPostErrors, AzureProxyRouteAzureEndpointPostResponses, AzureProxyRouteAzureEndpointPutData, AzureProxyRouteAzureEndpointPutErrors, AzureProxyRouteAzureEndpointPutResponses, BedrockProxyRouteBedrockEndpointDeleteData, BedrockProxyRouteBedrockEndpointDeleteErrors, BedrockProxyRouteBedrockEndpointDeleteResponses, BedrockProxyRouteBedrockEndpointGetData, BedrockProxyRouteBedrockEndpointGetErrors, BedrockProxyRouteBedrockEndpointGetResponses, BedrockProxyRouteBedrockEndpointPatchData, BedrockProxyRouteBedrockEndpointPatchErrors, BedrockProxyRouteBedrockEndpointPatchResponses, BedrockProxyRouteBedrockEndpointPostData, BedrockProxyRouteBedrockEndpointPostErrors, BedrockProxyRouteBedrockEndpointPostResponses, BedrockProxyRouteBedrockEndpointPutData, BedrockProxyRouteBedrockEndpointPutErrors, BedrockProxyRouteBedrockEndpointPutResponses, BlockKeyKeyBlockPostData, BlockKeyKeyBlockPostErrors, BlockKeyKeyBlockPostResponses, BlockTeamTeamBlockPostData, BlockTeamTeamBlockPostErrors, BlockTeamTeamBlockPostResponses, BlockUserCustomerBlockPostData, BlockUserCustomerBlockPostErrors, BlockUserCustomerBlockPostResponses, BudgetSettingsBudgetSettingsGetData, BudgetSettingsBudgetSettingsGetErrors, BudgetSettingsBudgetSettingsGetResponses, BulkTeamMemberAddTeamBulkMemberAddPostData, BulkTeamMemberAddTeamBulkMemberAddPostErrors, BulkTeamMemberAddTeamBulkMemberAddPostResponses, BulkUpdateKeysKeyBulkUpdatePostData, BulkUpdateKeysKeyBulkUpdatePostErrors, BulkUpdateKeysKeyBulkUpdatePostResponses, BulkUpdateTeamKeysTeamKeyBulkUpdatePostData, BulkUpdateTeamKeysTeamKeyBulkUpdatePostErrors, BulkUpdateTeamKeysTeamKeyBulkUpdatePostResponses, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostData, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostErrors, BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostResponses, BulkUserUpdateUserBulkUpdatePostData, BulkUserUpdateUserBulkUpdatePostErrors, BulkUserUpdateUserBulkUpdatePostResponses, CacheDeleteCacheDeletePostData, CacheDeleteCacheDeletePostResponses, CacheFlushallCacheFlushallPostData, CacheFlushallCacheFlushallPostResponses, CachePingCachePingGetData, CachePingCachePingGetResponses, CacheRedisInfoCacheRedisInfoGetData, CacheRedisInfoCacheRedisInfoGetResponses, CalculateSpendSpendCalculatePostData, CalculateSpendSpendCalculatePostErrors, CalculateSpendSpendCalculatePostResponses, CallToolRestApiMcpRestToolsCallPostData, CallToolRestApiMcpRestToolsCallPostResponses, CancelBatchBatchesBatchIdCancelPostData, CancelBatchBatchesBatchIdCancelPostErrors, CancelBatchBatchesBatchIdCancelPostResponses, CancelBatchProviderV1BatchesBatchIdCancelPostData, CancelBatchProviderV1BatchesBatchIdCancelPostErrors, CancelBatchProviderV1BatchesBatchIdCancelPostResponses, CancelBatchV1BatchesBatchIdCancelPostData, CancelBatchV1BatchesBatchIdCancelPostErrors, CancelBatchV1BatchesBatchIdCancelPostResponses, CancelEvalV1EvalsEvalIdCancelPostData, CancelEvalV1EvalsEvalIdCancelPostErrors, CancelEvalV1EvalsEvalIdCancelPostResponses, CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostData, CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostErrors, CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostResponses, CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostData, CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostErrors, CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostResponses, CancelInteractionInteractionsInteractionIdCancelPostData, CancelInteractionInteractionsInteractionIdCancelPostErrors, CancelInteractionInteractionsInteractionIdCancelPostResponses, CancelInteractionV1BetaInteractionsInteractionIdCancelPostData, CancelInteractionV1BetaInteractionsInteractionIdCancelPostErrors, CancelInteractionV1BetaInteractionsInteractionIdCancelPostResponses, CancelResponseOpenaiV1ResponsesResponseIdCancelPostData, CancelResponseOpenaiV1ResponsesResponseIdCancelPostErrors, CancelResponseOpenaiV1ResponsesResponseIdCancelPostResponses, CancelResponseResponsesResponseIdCancelPostData, CancelResponseResponsesResponseIdCancelPostErrors, CancelResponseResponsesResponseIdCancelPostResponses, CancelResponseV1ResponsesResponseIdCancelPostData, CancelResponseV1ResponsesResponseIdCancelPostErrors, CancelResponseV1ResponsesResponseIdCancelPostResponses, CancelRunV1EvalsEvalIdRunsRunIdPostData, CancelRunV1EvalsEvalIdRunsRunIdPostErrors, CancelRunV1EvalsEvalIdRunsRunIdPostResponses, ChatCompletionChatCompletionsPostData, ChatCompletionChatCompletionsPostErrors, ChatCompletionChatCompletionsPostResponses, ChatCompletionEnginesModelChatCompletionsPostData, ChatCompletionEnginesModelChatCompletionsPostErrors, ChatCompletionEnginesModelChatCompletionsPostResponses, ChatCompletionOpenaiDeploymentsModelChatCompletionsPostData, ChatCompletionOpenaiDeploymentsModelChatCompletionsPostErrors, ChatCompletionOpenaiDeploymentsModelChatCompletionsPostResponses, ChatCompletionV1ChatCompletionsPostData, ChatCompletionV1ChatCompletionsPostErrors, ChatCompletionV1ChatCompletionsPostResponses, CheckEuAiActComplianceComplianceEuAiActPostData, CheckEuAiActComplianceComplianceEuAiActPostErrors, CheckEuAiActComplianceComplianceEuAiActPostResponses, CheckGdprComplianceComplianceGdprPostData, CheckGdprComplianceComplianceGdprPostErrors, CheckGdprComplianceComplianceGdprPostResponses, CloudzeroDryRunExportCloudzeroDryRunPostData, CloudzeroDryRunExportCloudzeroDryRunPostErrors, CloudzeroDryRunExportCloudzeroDryRunPostResponses, CloudzeroExportCloudzeroExportPostData, CloudzeroExportCloudzeroExportPostErrors, CloudzeroExportCloudzeroExportPostResponses, CohereProxyRouteCohereEndpointDeleteData, CohereProxyRouteCohereEndpointDeleteErrors, CohereProxyRouteCohereEndpointDeleteResponses, CohereProxyRouteCohereEndpointGetData, CohereProxyRouteCohereEndpointGetErrors, CohereProxyRouteCohereEndpointGetResponses, CohereProxyRouteCohereEndpointPatchData, CohereProxyRouteCohereEndpointPatchErrors, CohereProxyRouteCohereEndpointPatchResponses, CohereProxyRouteCohereEndpointPostData, CohereProxyRouteCohereEndpointPostErrors, CohereProxyRouteCohereEndpointPostResponses, CohereProxyRouteCohereEndpointPutData, CohereProxyRouteCohereEndpointPutErrors, CohereProxyRouteCohereEndpointPutResponses, CompactResponseOpenaiV1ResponsesCompactPostData, CompactResponseOpenaiV1ResponsesCompactPostResponses, CompactResponseResponsesCompactPostData, CompactResponseResponsesCompactPostResponses, CompactResponseV1ResponsesCompactPostData, CompactResponseV1ResponsesCompactPostResponses, ComparePolicyVersionsPoliciesCompareGetData, ComparePolicyVersionsPoliciesCompareGetErrors, ComparePolicyVersionsPoliciesCompareGetResponses, CompletionCompletionsPostData, CompletionCompletionsPostErrors, CompletionCompletionsPostResponses, CompletionEnginesModelCompletionsPostData, CompletionEnginesModelCompletionsPostErrors, CompletionEnginesModelCompletionsPostResponses, CompletionOpenaiDeploymentsModelCompletionsPostData, CompletionOpenaiDeploymentsModelCompletionsPostErrors, CompletionOpenaiDeploymentsModelCompletionsPostResponses, CompletionV1CompletionsPostData, CompletionV1CompletionsPostErrors, CompletionV1CompletionsPostResponses, ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostData, ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostErrors, ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostResponses, CountTokensV1MessagesCountTokensPostData, CountTokensV1MessagesCountTokensPostResponses, CreateAccessGroupV1AccessGroupPostData, CreateAccessGroupV1AccessGroupPostErrors, CreateAccessGroupV1AccessGroupPostResponses, CreateAccessGroupV1UnifiedAccessGroupPostData, CreateAccessGroupV1UnifiedAccessGroupPostErrors, CreateAccessGroupV1UnifiedAccessGroupPostResponses, CreateAgentV1AgentsPostData, CreateAgentV1AgentsPostErrors, CreateAgentV1AgentsPostResponses, CreateAssistantAssistantsPostData, CreateAssistantAssistantsPostResponses, CreateAssistantV1AssistantsPostData, CreateAssistantV1AssistantsPostResponses, CreateBatchBatchesPostData, CreateBatchBatchesPostErrors, CreateBatchBatchesPostResponses, CreateBatchProviderV1BatchesPostData, CreateBatchProviderV1BatchesPostErrors, CreateBatchProviderV1BatchesPostResponses, CreateBatchV1BatchesPostData, CreateBatchV1BatchesPostErrors, CreateBatchV1BatchesPostResponses, CreateContainerContainersPostData, CreateContainerContainersPostResponses, CreateContainerV1ContainersPostData, CreateContainerV1ContainersPostResponses, CreateCredentialCredentialsPostData, CreateCredentialCredentialsPostErrors, CreateCredentialCredentialsPostResponses, CreateEvalV1EvalsPostData, CreateEvalV1EvalsPostErrors, CreateEvalV1EvalsPostResponses, CreateFallbackFallbackPostData, CreateFallbackFallbackPostErrors, CreateFallbackFallbackPostResponses, CreateFileFilesPostData, CreateFileFilesPostErrors, CreateFileFilesPostResponses, CreateFileProviderV1FilesPostData, CreateFileProviderV1FilesPostErrors, CreateFileProviderV1FilesPostResponses, CreateFileV1FilesPostData, CreateFileV1FilesPostErrors, CreateFileV1FilesPostResponses, CreateFineTuningJobFineTuningJobsPostData, CreateFineTuningJobFineTuningJobsPostErrors, CreateFineTuningJobFineTuningJobsPostResponses, CreateFineTuningJobV1FineTuningJobsPostData, CreateFineTuningJobV1FineTuningJobsPostErrors, CreateFineTuningJobV1FineTuningJobsPostResponses, CreateGroupScimV2GroupsPostData, CreateGroupScimV2GroupsPostErrors, CreateGroupScimV2GroupsPostResponses, CreateGuardrailGuardrailsPostData, CreateGuardrailGuardrailsPostErrors, CreateGuardrailGuardrailsPostResponses, CreateInteractionInteractionsPostData, CreateInteractionInteractionsPostResponses, CreateInteractionV1BetaInteractionsPostData, CreateInteractionV1BetaInteractionsPostResponses, CreateJwtKeyMappingJwtKeyMappingNewPostData, CreateJwtKeyMappingJwtKeyMappingNewPostErrors, CreateJwtKeyMappingJwtKeyMappingNewPostResponses, CreateMemoryV1MemoryPostData, CreateMemoryV1MemoryPostErrors, CreateMemoryV1MemoryPostResponses, CreateModelGroupAccessGroupNewPostData, CreateModelGroupAccessGroupNewPostErrors, CreateModelGroupAccessGroupNewPostResponses, CreatePassThroughEndpointsConfigPassThroughEndpointPostData, CreatePassThroughEndpointsConfigPassThroughEndpointPostErrors, CreatePassThroughEndpointsConfigPassThroughEndpointPostResponses, CreatePolicyAttachmentPoliciesAttachmentsPostData, CreatePolicyAttachmentPoliciesAttachmentsPostErrors, CreatePolicyAttachmentPoliciesAttachmentsPostResponses, CreatePolicyPoliciesPostData, CreatePolicyPoliciesPostErrors, CreatePolicyPoliciesPostResponses, CreatePolicyVersionPoliciesNamePolicyNameVersionsPostData, CreatePolicyVersionPoliciesNamePolicyNameVersionsPostErrors, CreatePolicyVersionPoliciesNamePolicyNameVersionsPostResponses, CreatePromptPromptsPostData, CreatePromptPromptsPostErrors, CreatePromptPromptsPostResponses, CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostData, CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostResponses, CreateRealtimeClientSecretRealtimeClientSecretsPostData, CreateRealtimeClientSecretRealtimeClientSecretsPostResponses, CreateRealtimeClientSecretV1RealtimeClientSecretsPostData, CreateRealtimeClientSecretV1RealtimeClientSecretsPostResponses, CreateRunV1EvalsEvalIdRunsPostData, CreateRunV1EvalsEvalIdRunsPostErrors, CreateRunV1EvalsEvalIdRunsPostResponses, CreateSearchToolSearchToolsPostData, CreateSearchToolSearchToolsPostErrors, CreateSearchToolSearchToolsPostResponses, CreateSkillV1SkillsPostData, CreateSkillV1SkillsPostErrors, CreateSkillV1SkillsPostResponses, CreateThreadsThreadsPostData, CreateThreadsThreadsPostResponses, CreateThreadsV1ThreadsPostData, CreateThreadsV1ThreadsPostResponses, CreateUserScimV2UsersPostData, CreateUserScimV2UsersPostErrors, CreateUserScimV2UsersPostResponses, CreateWorkflowRunV1WorkflowsRunsPostData, CreateWorkflowRunV1WorkflowsRunsPostErrors, CreateWorkflowRunV1WorkflowsRunsPostResponses, CursorChatCompletionsCursorChatCompletionsPostData, CursorChatCompletionsCursorChatCompletionsPostResponses, CursorProxyRouteCursorEndpointDeleteData, CursorProxyRouteCursorEndpointDeleteErrors, CursorProxyRouteCursorEndpointDeleteResponses, CursorProxyRouteCursorEndpointGetData, CursorProxyRouteCursorEndpointGetErrors, CursorProxyRouteCursorEndpointGetResponses, CursorProxyRouteCursorEndpointPatchData, CursorProxyRouteCursorEndpointPatchErrors, CursorProxyRouteCursorEndpointPatchResponses, CursorProxyRouteCursorEndpointPostData, CursorProxyRouteCursorEndpointPostErrors, CursorProxyRouteCursorEndpointPostResponses, CursorProxyRouteCursorEndpointPutData, CursorProxyRouteCursorEndpointPutErrors, CursorProxyRouteCursorEndpointPutResponses, DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteData, DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteErrors, DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteResponses, DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteData, DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteErrors, DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteResponses, DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteData, DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteErrors, DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteResponses, DeleteAgentV1AgentsAgentIdDeleteData, DeleteAgentV1AgentsAgentIdDeleteErrors, DeleteAgentV1AgentsAgentIdDeleteResponses, DeleteAllowedIpDeleteAllowedIpPostData, DeleteAllowedIpDeleteAllowedIpPostErrors, DeleteAllowedIpDeleteAllowedIpPostResponses, DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteData, DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteErrors, DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteResponses, DeleteAssistantAssistantsAssistantIdDeleteData, DeleteAssistantAssistantsAssistantIdDeleteErrors, DeleteAssistantAssistantsAssistantIdDeleteResponses, DeleteAssistantV1AssistantsAssistantIdDeleteData, DeleteAssistantV1AssistantsAssistantIdDeleteErrors, DeleteAssistantV1AssistantsAssistantIdDeleteResponses, DeleteBudgetBudgetDeletePostData, DeleteBudgetBudgetDeletePostErrors, DeleteBudgetBudgetDeletePostResponses, DeleteCloudzeroSettingsCloudzeroDeleteDeleteData, DeleteCloudzeroSettingsCloudzeroDeleteDeleteResponses, DeleteContainerContainersContainerIdDeleteData, DeleteContainerContainersContainerIdDeleteErrors, DeleteContainerContainersContainerIdDeleteResponses, DeleteContainerV1ContainersContainerIdDeleteData, DeleteContainerV1ContainersContainerIdDeleteErrors, DeleteContainerV1ContainersContainerIdDeleteResponses, DeleteCredentialCredentialsCredentialNameDeleteData, DeleteCredentialCredentialsCredentialNameDeleteErrors, DeleteCredentialCredentialsCredentialNameDeleteResponses, DeleteEndUserCustomerDeletePostData, DeleteEndUserCustomerDeletePostErrors, DeleteEndUserCustomerDeletePostResponses, DeleteEvalV1EvalsEvalIdDeleteData, DeleteEvalV1EvalsEvalIdDeleteErrors, DeleteEvalV1EvalsEvalIdDeleteResponses, DeleteFallbackFallbackModelDeleteData, DeleteFallbackFallbackModelDeleteErrors, DeleteFallbackFallbackModelDeleteResponses, DeleteFileFilesFileIdDeleteData, DeleteFileFilesFileIdDeleteErrors, DeleteFileFilesFileIdDeleteResponses, DeleteFileProviderV1FilesFileIdDeleteData, DeleteFileProviderV1FilesFileIdDeleteErrors, DeleteFileProviderV1FilesFileIdDeleteResponses, DeleteFileV1FilesFileIdDeleteData, DeleteFileV1FilesFileIdDeleteErrors, DeleteFileV1FilesFileIdDeleteResponses, DeleteGroupScimV2GroupsGroupIdDeleteData, DeleteGroupScimV2GroupsGroupIdDeleteErrors, DeleteGroupScimV2GroupsGroupIdDeleteResponses, DeleteGuardrailGuardrailsGuardrailIdDeleteData, DeleteGuardrailGuardrailsGuardrailIdDeleteErrors, DeleteGuardrailGuardrailsGuardrailIdDeleteResponses, DeleteHashicorpVaultConfigConfigOverridesHashicorpVaultDeleteData, DeleteHashicorpVaultConfigConfigOverridesHashicorpVaultDeleteResponses, DeleteInteractionInteractionsInteractionIdDeleteData, DeleteInteractionInteractionsInteractionIdDeleteErrors, DeleteInteractionInteractionsInteractionIdDeleteResponses, DeleteInteractionV1BetaInteractionsInteractionIdDeleteData, DeleteInteractionV1BetaInteractionsInteractionIdDeleteErrors, DeleteInteractionV1BetaInteractionsInteractionIdDeleteResponses, DeleteJwtKeyMappingJwtKeyMappingDeletePostData, DeleteJwtKeyMappingJwtKeyMappingDeletePostErrors, DeleteJwtKeyMappingJwtKeyMappingDeletePostResponses, DeleteKeyFnKeyDeletePostData, DeleteKeyFnKeyDeletePostErrors, DeleteKeyFnKeyDeletePostResponses, DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteData, DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteErrors, DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteResponses, DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteData, DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteErrors, DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteResponses, DeleteMemoryV1MemoryKeyDeleteData, DeleteMemoryV1MemoryKeyDeleteErrors, DeleteMemoryV1MemoryKeyDeleteResponses, DeleteModelModelDeletePostData, DeleteModelModelDeletePostErrors, DeleteModelModelDeletePostResponses, DeleteOrganizationOrganizationDeleteDeleteData, DeleteOrganizationOrganizationDeleteDeleteErrors, DeleteOrganizationOrganizationDeleteDeleteResponses, DeletePassThroughEndpointsConfigPassThroughEndpointDeleteData, DeletePassThroughEndpointsConfigPassThroughEndpointDeleteErrors, DeletePassThroughEndpointsConfigPassThroughEndpointDeleteResponses, DeletePluginClaudeCodePluginsPluginNameDeleteData, DeletePluginClaudeCodePluginsPluginNameDeleteErrors, DeletePluginClaudeCodePluginsPluginNameDeleteResponses, DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteData, DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteErrors, DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteResponses, DeletePolicyPoliciesPolicyIdDeleteData, DeletePolicyPoliciesPolicyIdDeleteErrors, DeletePolicyPoliciesPolicyIdDeleteResponses, DeleteProjectProjectDeleteDeleteData, DeleteProjectProjectDeleteDeleteErrors, DeleteProjectProjectDeleteDeleteResponses, DeletePromptPromptsPromptIdDeleteData, DeletePromptPromptsPromptIdDeleteErrors, DeletePromptPromptsPromptIdDeleteResponses, DeleteResponseOpenaiV1ResponsesResponseIdDeleteData, DeleteResponseOpenaiV1ResponsesResponseIdDeleteErrors, DeleteResponseOpenaiV1ResponsesResponseIdDeleteResponses, DeleteResponseResponsesResponseIdDeleteData, DeleteResponseResponsesResponseIdDeleteErrors, DeleteResponseResponsesResponseIdDeleteResponses, DeleteResponseV1ResponsesResponseIdDeleteData, DeleteResponseV1ResponsesResponseIdDeleteErrors, DeleteResponseV1ResponsesResponseIdDeleteResponses, DeleteRunV1EvalsEvalIdRunsRunIdDeleteData, DeleteRunV1EvalsEvalIdRunsRunIdDeleteErrors, DeleteRunV1EvalsEvalIdRunsRunIdDeleteResponses, DeleteSearchToolSearchToolsSearchToolIdDeleteData, DeleteSearchToolSearchToolsSearchToolIdDeleteErrors, DeleteSearchToolSearchToolsSearchToolIdDeleteResponses, DeleteSkillV1SkillsSkillIdDeleteData, DeleteSkillV1SkillsSkillIdDeleteErrors, DeleteSkillV1SkillsSkillIdDeleteResponses, DeleteTagTagDeletePostData, DeleteTagTagDeletePostErrors, DeleteTagTagDeletePostResponses, DeleteTeamTeamDeletePostData, DeleteTeamTeamDeletePostErrors, DeleteTeamTeamDeletePostResponses, DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteData, DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteErrors, DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteResponses, DeleteUserScimV2UsersUserIdDeleteData, DeleteUserScimV2UsersUserIdDeleteErrors, DeleteUserScimV2UsersUserIdDeleteResponses, DeleteUserUserDeletePostData, DeleteUserUserDeletePostErrors, DeleteUserUserDeletePostResponses, DeleteVantageSettingsVantageDeleteDeleteData, DeleteVantageSettingsVantageDeleteDeleteResponses, DeleteVectorStoreVectorStoreDeletePostData, DeleteVectorStoreVectorStoreDeletePostErrors, DeleteVectorStoreVectorStoreDeletePostResponses, DeprecatedInfoOrganizationOrganizationInfoPostData, DeprecatedInfoOrganizationOrganizationInfoPostErrors, DeprecatedInfoOrganizationOrganizationInfoPostResponses, DisablePluginClaudeCodePluginsPluginNameDisablePostData, DisablePluginClaudeCodePluginsPluginNameDisablePostErrors, DisablePluginClaudeCodePluginsPluginNameDisablePostResponses, DisableTeamLoggingTeamTeamIdDisableLoggingPostData, DisableTeamLoggingTeamTeamIdDisableLoggingPostErrors, DisableTeamLoggingTeamTeamIdDisableLoggingPostResponses, DiscoverMcpServersV1McpDiscoverGetData, DiscoverMcpServersV1McpDiscoverGetErrors, DiscoverMcpServersV1McpDiscoverGetResponses, DynamicMcpRouteMcpServerNameMcpDeleteData, DynamicMcpRouteMcpServerNameMcpDeleteErrors, DynamicMcpRouteMcpServerNameMcpDeleteResponses, DynamicMcpRouteMcpServerNameMcpGetData, DynamicMcpRouteMcpServerNameMcpGetErrors, DynamicMcpRouteMcpServerNameMcpGetResponses, DynamicMcpRouteMcpServerNameMcpHeadData, DynamicMcpRouteMcpServerNameMcpHeadErrors, DynamicMcpRouteMcpServerNameMcpHeadResponses, DynamicMcpRouteMcpServerNameMcpOptionsData, DynamicMcpRouteMcpServerNameMcpOptionsErrors, DynamicMcpRouteMcpServerNameMcpOptionsResponses, DynamicMcpRouteMcpServerNameMcpPatchData, DynamicMcpRouteMcpServerNameMcpPatchErrors, DynamicMcpRouteMcpServerNameMcpPatchResponses, DynamicMcpRouteMcpServerNameMcpPostData, DynamicMcpRouteMcpServerNameMcpPostErrors, DynamicMcpRouteMcpServerNameMcpPostResponses, DynamicMcpRouteMcpServerNameMcpPutData, DynamicMcpRouteMcpServerNameMcpPutErrors, DynamicMcpRouteMcpServerNameMcpPutResponses, EditMcpServerV1McpServerPutData, EditMcpServerV1McpServerPutErrors, EditMcpServerV1McpServerPutResponses, EditMcpToolsetV1McpToolsetPutData, EditMcpToolsetV1McpToolsetPutErrors, EditMcpToolsetV1McpToolsetPutResponses, EmbeddingsEmbeddingsPostData, EmbeddingsEmbeddingsPostErrors, EmbeddingsEmbeddingsPostResponses, EmbeddingsEnginesModelEmbeddingsPostData, EmbeddingsEnginesModelEmbeddingsPostErrors, EmbeddingsEnginesModelEmbeddingsPostResponses, EmbeddingsOpenaiDeploymentsModelEmbeddingsPostData, EmbeddingsOpenaiDeploymentsModelEmbeddingsPostErrors, EmbeddingsOpenaiDeploymentsModelEmbeddingsPostResponses, EmbeddingsV1EmbeddingsPostData, EmbeddingsV1EmbeddingsPostErrors, EmbeddingsV1EmbeddingsPostResponses, EnablePluginClaudeCodePluginsPluginNameEnablePostData, EnablePluginClaudeCodePluginsPluginNameEnablePostErrors, EnablePluginClaudeCodePluginsPluginNameEnablePostResponses, EndUserInfoCustomerInfoGetData, EndUserInfoCustomerInfoGetErrors, EndUserInfoCustomerInfoGetResponses, EnrichPolicyTemplatePolicyTemplatesEnrichPostData, EnrichPolicyTemplatePolicyTemplatesEnrichPostErrors, EnrichPolicyTemplatePolicyTemplatesEnrichPostResponses, EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostData, EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostErrors, EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostResponses, EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostData, EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostErrors, EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostResponses, EstimateCostCostEstimatePostData, EstimateCostCostEstimatePostErrors, EstimateCostCostEstimatePostResponses, EventLoggingBatchApiEventLoggingBatchPostData, EventLoggingBatchApiEventLoggingBatchPostResponses, FetchAllMcpServersV1McpServerGetData, FetchAllMcpServersV1McpServerGetErrors, FetchAllMcpServersV1McpServerGetResponses, FetchMcpServerV1McpServerServerIdGetData, FetchMcpServerV1McpServerServerIdGetErrors, FetchMcpServerV1McpServerServerIdGetResponses, FetchMcpToolsetsV1McpToolsetGetData, FetchMcpToolsetsV1McpToolsetGetResponses, FetchMcpToolsetV1McpToolsetToolsetIdGetData, FetchMcpToolsetV1McpToolsetToolsetIdGetErrors, FetchMcpToolsetV1McpToolsetToolsetIdGetResponses, GeminiProxyRouteGeminiEndpointDeleteData, GeminiProxyRouteGeminiEndpointDeleteErrors, GeminiProxyRouteGeminiEndpointDeleteResponses, GeminiProxyRouteGeminiEndpointGetData, GeminiProxyRouteGeminiEndpointGetErrors, GeminiProxyRouteGeminiEndpointGetResponses, GeminiProxyRouteGeminiEndpointPatchData, GeminiProxyRouteGeminiEndpointPatchErrors, GeminiProxyRouteGeminiEndpointPatchResponses, GeminiProxyRouteGeminiEndpointPostData, GeminiProxyRouteGeminiEndpointPostErrors, GeminiProxyRouteGeminiEndpointPostResponses, GeminiProxyRouteGeminiEndpointPutData, GeminiProxyRouteGeminiEndpointPutErrors, GeminiProxyRouteGeminiEndpointPutResponses, GenerateKeyFnKeyGeneratePostData, GenerateKeyFnKeyGeneratePostErrors, GenerateKeyFnKeyGeneratePostResponses, GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostData, GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostErrors, GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostResponses, GetAccessGroupInfoAccessGroupAccessGroupInfoGetData, GetAccessGroupInfoAccessGroupAccessGroupInfoGetErrors, GetAccessGroupInfoAccessGroupAccessGroupInfoGetResponses, GetAccessGroupV1AccessGroupAccessGroupIdGetData, GetAccessGroupV1AccessGroupAccessGroupIdGetErrors, GetAccessGroupV1AccessGroupAccessGroupIdGetResponses, GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetData, GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetErrors, GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetResponses, GetActiveTasksStatsDebugAsyncioTasksGetData, GetActiveTasksStatsDebugAsyncioTasksGetResponses, GetAdaptiveRouterStateAdaptiveRouterStateGetData, GetAdaptiveRouterStateAdaptiveRouterStateGetResponses, GetAgentByIdV1AgentsAgentIdGetData, GetAgentByIdV1AgentsAgentIdGetErrors, GetAgentByIdV1AgentsAgentIdGetResponses, GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetData, GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetErrors, GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetResponses, GetAgentCardA2aAgentIdWellKnownAgentJsonGetData, GetAgentCardA2aAgentIdWellKnownAgentJsonGetErrors, GetAgentCardA2aAgentIdWellKnownAgentJsonGetResponses, GetAgentDailyActivityAgentDailyActivityGetData, GetAgentDailyActivityAgentDailyActivityGetErrors, GetAgentDailyActivityAgentDailyActivityGetResponses, GetAgentFieldsPublicAgentsFieldsGetData, GetAgentFieldsPublicAgentsFieldsGetResponses, GetAgentsPublicAgentHubGetData, GetAgentsPublicAgentHubGetResponses, GetAgentsV1AgentsGetData, GetAgentsV1AgentsGetErrors, GetAgentsV1AgentsGetResponses, GetAssistantsAssistantsGetData, GetAssistantsAssistantsGetResponses, GetAssistantsV1AssistantsGetData, GetAssistantsV1AssistantsGetResponses, GetAuditLogByIdAuditIdGetData, GetAuditLogByIdAuditIdGetErrors, GetAuditLogByIdAuditIdGetResponses, GetAuditLogsAuditGetData, GetAuditLogsAuditGetErrors, GetAuditLogsAuditGetResponses, GetAvailableSearchProvidersSearchToolsUiAvailableProvidersGetData, GetAvailableSearchProvidersSearchToolsUiAvailableProvidersGetResponses, GetCacheSettingsCacheSettingsGetData, GetCacheSettingsCacheSettingsGetResponses, GetCallbackConfigsCallbacksConfigsGetData, GetCallbackConfigsCallbacksConfigsGetResponses, GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetData, GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetErrors, GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetResponses, GetClientIpV1McpNetworkClientIpGetData, GetClientIpV1McpNetworkClientIpGetResponses, GetCloudzeroSettingsCloudzeroSettingsGetData, GetCloudzeroSettingsCloudzeroSettingsGetResponses, GetCostDiscountConfigConfigCostDiscountConfigGetData, GetCostDiscountConfigConfigCostDiscountConfigGetResponses, GetCostMarginConfigConfigCostMarginConfigGetData, GetCostMarginConfigConfigCostMarginConfigGetResponses, GetCredentialByModelCredentialsByModelModelIdGetData, GetCredentialByModelCredentialsByModelModelIdGetErrors, GetCredentialByModelCredentialsByModelModelIdGetResponses, GetCredentialByNameCredentialsByNameCredentialNameGetData, GetCredentialByNameCredentialsByNameCredentialNameGetErrors, GetCredentialByNameCredentialsByNameCredentialNameGetResponses, GetCredentialsCredentialsGetData, GetCredentialsCredentialsGetResponses, GetCustomerDailyActivityCustomerDailyActivityGetData, GetCustomerDailyActivityCustomerDailyActivityGetErrors, GetCustomerDailyActivityCustomerDailyActivityGetResponses, GetDailyActiveUsersTagDauGetData, GetDailyActiveUsersTagDauGetErrors, GetDailyActiveUsersTagDauGetResponses, GetDefaultTeamSettingsGetDefaultTeamSettingsGetData, GetDefaultTeamSettingsGetDefaultTeamSettingsGetResponses, GetDistinctUserAgentTagsTagDistinctGetData, GetDistinctUserAgentTagsTagDistinctGetResponses, GetEmailEventSettingsEmailEventSettingsGetData, GetEmailEventSettingsEmailEventSettingsGetResponses, GetEvalV1EvalsEvalIdGetData, GetEvalV1EvalsEvalIdGetErrors, GetEvalV1EvalsEvalIdGetResponses, GetFallbackFallbackModelGetData, GetFallbackFallbackModelGetErrors, GetFallbackFallbackModelGetResponses, GetFileContentFilesFileIdContentGetData, GetFileContentFilesFileIdContentGetErrors, GetFileContentFilesFileIdContentGetResponses, GetFileContentProviderV1FilesFileIdContentGetData, GetFileContentProviderV1FilesFileIdContentGetErrors, GetFileContentProviderV1FilesFileIdContentGetResponses, GetFileContentV1FilesFileIdContentGetData, GetFileContentV1FilesFileIdContentGetErrors, GetFileContentV1FilesFileIdContentGetResponses, GetFileFilesFileIdGetData, GetFileFilesFileIdGetErrors, GetFileFilesFileIdGetResponses, GetFileProviderV1FilesFileIdGetData, GetFileProviderV1FilesFileIdGetErrors, GetFileProviderV1FilesFileIdGetResponses, GetFileV1FilesFileIdGetData, GetFileV1FilesFileIdGetErrors, GetFileV1FilesFileIdGetResponses, GetGlobalSpendReportGlobalSpendReportGetData, GetGlobalSpendReportGlobalSpendReportGetErrors, GetGlobalSpendReportGlobalSpendReportGetResponses, GetGroupScimV2GroupsGroupIdGetData, GetGroupScimV2GroupsGroupIdGetErrors, GetGroupScimV2GroupsGroupIdGetResponses, GetGroupsScimV2GroupsGetData, GetGroupsScimV2GroupsGetErrors, GetGroupsScimV2GroupsGetResponses, GetGuardrailInfoGuardrailsGuardrailIdGetData, GetGuardrailInfoGuardrailsGuardrailIdGetErrors, GetGuardrailInfoGuardrailsGuardrailIdGetResponses, GetGuardrailInfoGuardrailsGuardrailIdInfoGetData, GetGuardrailInfoGuardrailsGuardrailIdInfoGetErrors, GetGuardrailInfoGuardrailsGuardrailIdInfoGetResponses, GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetData, GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetErrors, GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetResponses, GetGuardrailUiSettingsGuardrailsUiAddGuardrailSettingsGetData, GetGuardrailUiSettingsGuardrailsUiAddGuardrailSettingsGetResponses, GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetData, GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetResponses, GetInProductNudgesInProductNudgesGetData, GetInProductNudgesInProductNudgesGetResponses, GetInteractionInteractionsInteractionIdGetData, GetInteractionInteractionsInteractionIdGetErrors, GetInteractionInteractionsInteractionIdGetResponses, GetInteractionV1BetaInteractionsInteractionIdGetData, GetInteractionV1BetaInteractionsInteractionIdGetErrors, GetInteractionV1BetaInteractionsInteractionIdGetResponses, GetInternalUserSettingsGetInternalUserSettingsGetData, GetInternalUserSettingsGetInternalUserSettingsGetResponses, GetLitellmBlogPostsPublicLitellmBlogPostsGetData, GetLitellmBlogPostsPublicLitellmBlogPostsGetResponses, GetLitellmModelCostMapPublicLitellmModelCostMapGetData, GetLitellmModelCostMapPublicLitellmModelCostMapGetResponses, GetMajorAirlinesGuardrailsUiMajorAirlinesGetData, GetMajorAirlinesGuardrailsUiMajorAirlinesGetResponses, GetMarketplaceClaudeCodeMarketplaceJsonGetData, GetMarketplaceClaudeCodeMarketplaceJsonGetResponses, GetMcpAccessGroupsV1McpAccessGroupsGetData, GetMcpAccessGroupsV1McpAccessGroupsGetResponses, GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetData, GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetErrors, GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetResponses, GetMcpRegistryV1McpRegistryJsonGetData, GetMcpRegistryV1McpRegistryJsonGetResponses, GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetData, GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetResponses, GetMcpServersPublicMcpHubGetData, GetMcpServersPublicMcpHubGetResponses, GetMcpServerSubmissionsV1McpServerSubmissionsGetData, GetMcpServerSubmissionsV1McpServerSubmissionsGetResponses, GetMcpToolsV1McpToolsGetData, GetMcpToolsV1McpToolsGetResponses, GetMemoryV1MemoryKeyGetData, GetMemoryV1MemoryKeyGetErrors, GetMemoryV1MemoryKeyGetResponses, GetMessagesThreadsThreadIdMessagesGetData, GetMessagesThreadsThreadIdMessagesGetErrors, GetMessagesThreadsThreadIdMessagesGetResponses, GetMessagesV1ThreadsThreadIdMessagesGetData, GetMessagesV1ThreadsThreadIdMessagesGetErrors, GetMessagesV1ThreadsThreadIdMessagesGetResponses, GetMonthlyActiveUsersTagMauGetData, GetMonthlyActiveUsersTagMauGetErrors, GetMonthlyActiveUsersTagMauGetResponses, GetOpenapiRegistryV1McpOpenapiRegistryGetData, GetOpenapiRegistryV1McpOpenapiRegistryGetResponses, GetOrganizationDailyActivityOrganizationDailyActivityGetData, GetOrganizationDailyActivityOrganizationDailyActivityGetErrors, GetOrganizationDailyActivityOrganizationDailyActivityGetResponses, GetPassThroughEndpointsConfigPassThroughEndpointGetData, GetPassThroughEndpointsConfigPassThroughEndpointGetErrors, GetPassThroughEndpointsConfigPassThroughEndpointGetResponses, GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetData, GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetErrors, GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetResponses, GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetData, GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetErrors, GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetResponses, GetPluginClaudeCodePluginsPluginNameGetData, GetPluginClaudeCodePluginsPluginNameGetErrors, GetPluginClaudeCodePluginsPluginNameGetResponses, GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetData, GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetErrors, GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetResponses, GetPolicyInfoPolicyInfoPolicyNameGetData, GetPolicyInfoPolicyInfoPolicyNameGetErrors, GetPolicyInfoPolicyInfoPolicyNameGetResponses, GetPolicyPoliciesPolicyIdGetData, GetPolicyPoliciesPolicyIdGetErrors, GetPolicyPoliciesPolicyIdGetResponses, GetPolicyTemplatesPolicyTemplatesGetData, GetPolicyTemplatesPolicyTemplatesGetResponses, GetPromptInfoPromptsPromptIdGetData, GetPromptInfoPromptsPromptIdGetErrors, GetPromptInfoPromptsPromptIdGetResponses, GetPromptInfoPromptsPromptIdInfoGetData, GetPromptInfoPromptsPromptIdInfoGetErrors, GetPromptInfoPromptsPromptIdInfoGetResponses, GetPromptVersionsPromptsPromptIdVersionsGetData, GetPromptVersionsPromptsPromptIdVersionsGetErrors, GetPromptVersionsPromptsPromptIdVersionsGetResponses, GetProviderFieldsPublicProvidersFieldsGetData, GetProviderFieldsPublicProvidersFieldsGetResponses, GetProviderSpecificParamsGuardrailsUiProviderSpecificParamsGetData, GetProviderSpecificParamsGuardrailsUiProviderSpecificParamsGetResponses, GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetData, GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetErrors, GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetResponses, GetResourceTypeScimV2ResourceTypesResourceTypeIdGetData, GetResourceTypeScimV2ResourceTypesResourceTypeIdGetErrors, GetResourceTypeScimV2ResourceTypesResourceTypeIdGetResponses, GetResourceTypesScimV2ResourceTypesGetData, GetResourceTypesScimV2ResourceTypesGetErrors, GetResourceTypesScimV2ResourceTypesGetResponses, GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetData, GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetErrors, GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetResponses, GetResponseInputItemsResponsesResponseIdInputItemsGetData, GetResponseInputItemsResponsesResponseIdInputItemsGetErrors, GetResponseInputItemsResponsesResponseIdInputItemsGetResponses, GetResponseInputItemsV1ResponsesResponseIdInputItemsGetData, GetResponseInputItemsV1ResponsesResponseIdInputItemsGetErrors, GetResponseInputItemsV1ResponsesResponseIdInputItemsGetResponses, GetResponseOpenaiV1ResponsesResponseIdGetData, GetResponseOpenaiV1ResponsesResponseIdGetErrors, GetResponseOpenaiV1ResponsesResponseIdGetResponses, GetResponseResponsesResponseIdGetData, GetResponseResponsesResponseIdGetErrors, GetResponseResponsesResponseIdGetResponses, GetResponseV1ResponsesResponseIdGetData, GetResponseV1ResponsesResponseIdGetErrors, GetResponseV1ResponsesResponseIdGetResponses, GetRobotsRobotsTxtGetData, GetRobotsRobotsTxtGetResponses, GetRouterFieldsRouterFieldsGetData, GetRouterFieldsRouterFieldsGetResponses, GetRouterSettingsRouterSettingsGetData, GetRouterSettingsRouterSettingsGetResponses, GetRoutesRoutesGetData, GetRoutesRoutesGetResponses, GetRunV1EvalsEvalIdRunsRunIdGetData, GetRunV1EvalsEvalIdRunsRunIdGetErrors, GetRunV1EvalsEvalIdRunsRunIdGetResponses, GetSchemaScimV2SchemasSchemaIdGetData, GetSchemaScimV2SchemasSchemaIdGetErrors, GetSchemaScimV2SchemasSchemaIdGetResponses, GetSchemasScimV2SchemasGetData, GetSchemasScimV2SchemasGetErrors, GetSchemasScimV2SchemasGetResponses, GetScimBaseScimV2GetData, GetScimBaseScimV2GetErrors, GetScimBaseScimV2GetResponses, GetSearchToolInfoSearchToolsSearchToolIdGetData, GetSearchToolInfoSearchToolsSearchToolIdGetErrors, GetSearchToolInfoSearchToolsSearchToolIdGetResponses, GetServiceProviderConfigScimV2ServiceProviderConfigGetData, GetServiceProviderConfigScimV2ServiceProviderConfigGetErrors, GetServiceProviderConfigScimV2ServiceProviderConfigGetResponses, GetSkillV1SkillsSkillIdGetData, GetSkillV1SkillsSkillIdGetErrors, GetSkillV1SkillsSkillIdGetResponses, GetSsoSettingsGetSsoSettingsGetData, GetSsoSettingsGetSsoSettingsGetResponses, GetSupportedEndpointsPublicEndpointsGetData, GetSupportedEndpointsPublicEndpointsGetResponses, GetSupportedProvidersPublicProvidersGetData, GetSupportedProvidersPublicProvidersGetResponses, GetTagDailyActivityTagDailyActivityGetData, GetTagDailyActivityTagDailyActivityGetErrors, GetTagDailyActivityTagDailyActivityGetResponses, GetTagSummaryTagSummaryGetData, GetTagSummaryTagSummaryGetErrors, GetTagSummaryTagSummaryGetResponses, GetTeamCallbacksTeamTeamIdCallbackGetData, GetTeamCallbacksTeamTeamIdCallbackGetErrors, GetTeamCallbacksTeamTeamIdCallbackGetResponses, GetTeamDailyActivityTeamDailyActivityGetData, GetTeamDailyActivityTeamDailyActivityGetErrors, GetTeamDailyActivityTeamDailyActivityGetResponses, GetThreadThreadsThreadIdGetData, GetThreadThreadsThreadIdGetErrors, GetThreadThreadsThreadIdGetResponses, GetThreadV1ThreadsThreadIdGetData, GetThreadV1ThreadsThreadIdGetErrors, GetThreadV1ThreadsThreadIdGetResponses, GetToolDetailV1ToolToolNameDetailGetData, GetToolDetailV1ToolToolNameDetailGetErrors, GetToolDetailV1ToolToolNameDetailGetResponses, GetToolPolicyOptionsV1ToolPolicyOptionsGetData, GetToolPolicyOptionsV1ToolPolicyOptionsGetResponses, GetToolUsageLogsV1ToolToolNameLogsGetData, GetToolUsageLogsV1ToolToolNameLogsGetErrors, GetToolUsageLogsV1ToolToolNameLogsGetResponses, GetToolV1ToolToolNameGetData, GetToolV1ToolToolNameGetErrors, GetToolV1ToolToolNameGetResponses, GetUiConfigLitellmWellKnownLitellmUiConfigGetData, GetUiConfigLitellmWellKnownLitellmUiConfigGetResponses, GetUiConfigWellKnownLitellmUiConfigGetData, GetUiConfigWellKnownLitellmUiConfigGetResponses, GetUiSettingsGetUiSettingsGetData, GetUiSettingsGetUiSettingsGetResponses, GetUiThemeSettingsGetUiThemeSettingsGetData, GetUiThemeSettingsGetUiThemeSettingsGetResponses, GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetData, GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetErrors, GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetResponses, GetUserDailyActivityUserDailyActivityGetData, GetUserDailyActivityUserDailyActivityGetErrors, GetUserDailyActivityUserDailyActivityGetResponses, GetUserScimV2UsersUserIdGetData, GetUserScimV2UsersUserIdGetErrors, GetUserScimV2UsersUserIdGetResponses, GetUsersScimV2UsersGetData, GetUsersScimV2UsersGetErrors, GetUsersScimV2UsersGetResponses, GetUsersUserListGetData, GetUsersUserListGetErrors, GetUsersUserListGetResponses, GetV1BetaAgentsData, GetV1BetaAgentsResponses, GetVantageSettingsVantageSettingsGetData, GetVantageSettingsVantageSettingsGetResponses, GetVectorStoreInfoVectorStoreInfoPostData, GetVectorStoreInfoVectorStoreInfoPostErrors, GetVectorStoreInfoVectorStoreInfoPostResponses, GetWeeklyActiveUsersTagWauGetData, GetWeeklyActiveUsersTagWauGetErrors, GetWeeklyActiveUsersTagWauGetResponses, GetWorkflowRunV1WorkflowsRunsRunIdGetData, GetWorkflowRunV1WorkflowsRunsRunIdGetErrors, GetWorkflowRunV1WorkflowsRunsRunIdGetResponses, GlobalSpendResetGlobalSpendResetPostData, GlobalSpendResetGlobalSpendResetPostResponses, GlobalViewSpendTagsGlobalSpendTagsGetData, GlobalViewSpendTagsGlobalSpendTagsGetErrors, GlobalViewSpendTagsGlobalSpendTagsGetResponses, GoogleCountTokensModelsModelNameCountTokensPostData, GoogleCountTokensModelsModelNameCountTokensPostErrors, GoogleCountTokensModelsModelNameCountTokensPostResponses, GoogleCountTokensV1BetaModelsModelNameCountTokensPostData, GoogleCountTokensV1BetaModelsModelNameCountTokensPostErrors, GoogleCountTokensV1BetaModelsModelNameCountTokensPostResponses, GoogleGenerateContentModelsModelNameGenerateContentPostData, GoogleGenerateContentModelsModelNameGenerateContentPostErrors, GoogleGenerateContentModelsModelNameGenerateContentPostResponses, GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostData, GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostErrors, GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostResponses, GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostData, GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostErrors, GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostResponses, GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostData, GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostErrors, GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostResponses, GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetData, GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetErrors, GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetResponses, GuardrailsUsageLogsGuardrailsUsageLogsGetData, GuardrailsUsageLogsGuardrailsUsageLogsGetErrors, GuardrailsUsageLogsGuardrailsUsageLogsGetResponses, GuardrailsUsageOverviewGuardrailsUsageOverviewGetData, GuardrailsUsageOverviewGuardrailsUsageOverviewGetErrors, GuardrailsUsageOverviewGuardrailsUsageOverviewGetResponses, HandlerBinaryContentContainersContainerIdFilesFileIdContentGetData, HandlerBinaryContentContainersContainerIdFilesFileIdContentGetErrors, HandlerBinaryContentContainersContainerIdFilesFileIdContentGetResponses, HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetData, HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetErrors, HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetResponses, HandlerContainerFileContainersContainerIdFilesFileIdDeleteData, HandlerContainerFileContainersContainerIdFilesFileIdDeleteErrors, HandlerContainerFileContainersContainerIdFilesFileIdDeleteResponses, HandlerContainerFileContainersContainerIdFilesFileIdGetData, HandlerContainerFileContainersContainerIdFilesFileIdGetErrors, HandlerContainerFileContainersContainerIdFilesFileIdGetResponses, HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteData, HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteErrors, HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteResponses, HandlerContainerFileV1ContainersContainerIdFilesFileIdGetData, HandlerContainerFileV1ContainersContainerIdFilesFileIdGetErrors, HandlerContainerFileV1ContainersContainerIdFilesFileIdGetResponses, HandlerContainerIdContainersContainerIdFilesGetData, HandlerContainerIdContainersContainerIdFilesGetErrors, HandlerContainerIdContainersContainerIdFilesGetResponses, HandlerContainerIdV1ContainersContainerIdFilesGetData, HandlerContainerIdV1ContainersContainerIdFilesGetErrors, HandlerContainerIdV1ContainersContainerIdFilesGetResponses, HandlerMultipartUploadContainersContainerIdFilesPostData, HandlerMultipartUploadContainersContainerIdFilesPostErrors, HandlerMultipartUploadContainersContainerIdFilesPostResponses, HandlerMultipartUploadV1ContainersContainerIdFilesPostData, HandlerMultipartUploadV1ContainersContainerIdFilesPostErrors, HandlerMultipartUploadV1ContainersContainerIdFilesPostResponses, HealthBacklogHealthBacklogGetData, HealthBacklogHealthBacklogGetResponses, HealthCheckHistoryEndpointHealthHistoryGetData, HealthCheckHistoryEndpointHealthHistoryGetErrors, HealthCheckHistoryEndpointHealthHistoryGetResponses, HealthCheckServersV1McpServerHealthGetData, HealthCheckServersV1McpServerHealthGetErrors, HealthCheckServersV1McpServerHealthGetResponses, HealthEndpointHealthGetData, HealthEndpointHealthGetErrors, HealthEndpointHealthGetResponses, HealthLicenseEndpointHealthLicenseGetData, HealthLicenseEndpointHealthLicenseGetResponses, HealthLivelinessHealthLivelinessGetData, HealthLivelinessHealthLivelinessGetResponses, HealthLivelinessHealthLivenessGetData, HealthLivelinessHealthLivenessGetResponses, HealthLivelinessOptionsHealthLivelinessOptionsData, HealthLivelinessOptionsHealthLivelinessOptionsResponses, HealthLivelinessOptionsHealthLivenessOptionsData, HealthLivelinessOptionsHealthLivenessOptionsResponses, HealthReadinessDetailsHealthReadinessDetailsGetData, HealthReadinessDetailsHealthReadinessDetailsGetResponses, HealthReadinessHealthReadinessGetData, HealthReadinessHealthReadinessGetResponses, HealthReadinessOptionsHealthReadinessOptionsData, HealthReadinessOptionsHealthReadinessOptionsResponses, HealthServicesEndpointHealthServicesGetData, HealthServicesEndpointHealthServicesGetErrors, HealthServicesEndpointHealthServicesGetResponses, HomeGetData, HomeGetResponses, ImageEditApiImagesEditsPostData, ImageEditApiImagesEditsPostErrors, ImageEditApiImagesEditsPostResponses, ImageEditApiOpenaiDeploymentsModelImagesEditsPostData, ImageEditApiOpenaiDeploymentsModelImagesEditsPostErrors, ImageEditApiOpenaiDeploymentsModelImagesEditsPostResponses, ImageEditApiV1ImagesEditsPostData, ImageEditApiV1ImagesEditsPostErrors, ImageEditApiV1ImagesEditsPostResponses, ImageGenerationImagesGenerationsPostData, ImageGenerationImagesGenerationsPostErrors, ImageGenerationImagesGenerationsPostResponses, ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostData, ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostErrors, ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostResponses, ImageGenerationV1ImagesGenerationsPostData, ImageGenerationV1ImagesGenerationsPostErrors, ImageGenerationV1ImagesGenerationsPostResponses, IndexCreateV1IndexesPostData, IndexCreateV1IndexesPostErrors, IndexCreateV1IndexesPostResponses, InfoBudgetBudgetInfoPostData, InfoBudgetBudgetInfoPostErrors, InfoBudgetBudgetInfoPostResponses, InfoJwtKeyMappingJwtKeyMappingInfoGetData, InfoJwtKeyMappingJwtKeyMappingInfoGetErrors, InfoJwtKeyMappingJwtKeyMappingInfoGetResponses, InfoKeyFnKeyInfoGetData, InfoKeyFnKeyInfoGetErrors, InfoKeyFnKeyInfoGetResponses, InfoOrganizationOrganizationInfoGetData, InfoOrganizationOrganizationInfoGetErrors, InfoOrganizationOrganizationInfoGetResponses, InfoTagTagInfoPostData, InfoTagTagInfoPostErrors, InfoTagTagInfoPostResponses, InitCloudzeroSettingsCloudzeroInitPostData, InitCloudzeroSettingsCloudzeroInitPostErrors, InitCloudzeroSettingsCloudzeroInitPostResponses, InitVantageSettingsVantageInitPostData, InitVantageSettingsVantageInitPostErrors, InitVantageSettingsVantageInitPostResponses, InvokeAgentA2aA2aAgentIdMessageSendPostData, InvokeAgentA2aA2aAgentIdMessageSendPostErrors, InvokeAgentA2aA2aAgentIdMessageSendPostResponses, InvokeAgentA2aA2aAgentIdPostData, InvokeAgentA2aA2aAgentIdPostErrors, InvokeAgentA2aA2aAgentIdPostResponses, InvokeAgentA2aV1A2aAgentIdMessageSendPostData, InvokeAgentA2aV1A2aAgentIdMessageSendPostErrors, InvokeAgentA2aV1A2aAgentIdMessageSendPostResponses, KeyAliasesKeyAliasesGetData, KeyAliasesKeyAliasesGetErrors, KeyAliasesKeyAliasesGetResponses, KeyHealthKeyHealthPostData, KeyHealthKeyHealthPostResponses, LangfuseProxyRouteLangfuseEndpointDeleteData, LangfuseProxyRouteLangfuseEndpointDeleteErrors, LangfuseProxyRouteLangfuseEndpointDeleteResponses, LangfuseProxyRouteLangfuseEndpointGetData, LangfuseProxyRouteLangfuseEndpointGetErrors, LangfuseProxyRouteLangfuseEndpointGetResponses, LangfuseProxyRouteLangfuseEndpointPatchData, LangfuseProxyRouteLangfuseEndpointPatchErrors, LangfuseProxyRouteLangfuseEndpointPatchResponses, LangfuseProxyRouteLangfuseEndpointPostData, LangfuseProxyRouteLangfuseEndpointPostErrors, LangfuseProxyRouteLangfuseEndpointPostResponses, LangfuseProxyRouteLangfuseEndpointPutData, LangfuseProxyRouteLangfuseEndpointPutErrors, LangfuseProxyRouteLangfuseEndpointPutResponses, LatestHealthChecksEndpointHealthLatestGetData, LatestHealthChecksEndpointHealthLatestGetResponses, ListAccessGroupsAccessGroupListGetData, ListAccessGroupsAccessGroupListGetResponses, ListAccessGroupsV1AccessGroupGetData, ListAccessGroupsV1AccessGroupGetResponses, ListAccessGroupsV1UnifiedAccessGroupGetData, ListAccessGroupsV1UnifiedAccessGroupGetResponses, ListAvailableTeamsTeamAvailableGetData, ListAvailableTeamsTeamAvailableGetErrors, ListAvailableTeamsTeamAvailableGetResponses, ListBatchesBatchesGetData, ListBatchesBatchesGetErrors, ListBatchesBatchesGetResponses, ListBatchesProviderV1BatchesGetData, ListBatchesProviderV1BatchesGetErrors, ListBatchesProviderV1BatchesGetResponses, ListBatchesV1BatchesGetData, ListBatchesV1BatchesGetErrors, ListBatchesV1BatchesGetResponses, ListBudgetBudgetListGetData, ListBudgetBudgetListGetResponses, ListCallbacksCallbacksListGetData, ListCallbacksCallbacksListGetResponses, ListContainersContainersGetData, ListContainersContainersGetResponses, ListContainersV1ContainersGetData, ListContainersV1ContainersGetResponses, ListEndUserCustomerListGetData, ListEndUserCustomerListGetResponses, ListEvalsV1EvalsGetData, ListEvalsV1EvalsGetErrors, ListEvalsV1EvalsGetResponses, ListFilesFilesGetData, ListFilesFilesGetErrors, ListFilesFilesGetResponses, ListFilesProviderV1FilesGetData, ListFilesProviderV1FilesGetErrors, ListFilesProviderV1FilesGetResponses, ListFilesV1FilesGetData, ListFilesV1FilesGetErrors, ListFilesV1FilesGetResponses, ListFineTuningJobsFineTuningJobsGetData, ListFineTuningJobsFineTuningJobsGetErrors, ListFineTuningJobsFineTuningJobsGetResponses, ListFineTuningJobsV1FineTuningJobsGetData, ListFineTuningJobsV1FineTuningJobsGetErrors, ListFineTuningJobsV1FineTuningJobsGetResponses, ListGuardrailsGuardrailsListGetData, ListGuardrailsGuardrailsListGetResponses, ListGuardrailSubmissionsGuardrailsSubmissionsGetData, ListGuardrailSubmissionsGuardrailsSubmissionsGetErrors, ListGuardrailSubmissionsGuardrailsSubmissionsGetResponses, ListGuardrailsV2V2GuardrailsListGetData, ListGuardrailsV2V2GuardrailsListGetResponses, ListJwtKeyMappingsJwtKeyMappingListGetData, ListJwtKeyMappingsJwtKeyMappingListGetErrors, ListJwtKeyMappingsJwtKeyMappingListGetResponses, ListKeysKeyListGetData, ListKeysKeyListGetErrors, ListKeysKeyListGetResponses, ListMcpUserCredentialsV1McpUserCredentialsGetData, ListMcpUserCredentialsV1McpUserCredentialsGetResponses, ListMemoryV1MemoryGetData, ListMemoryV1MemoryGetErrors, ListMemoryV1MemoryGetResponses, ListOrganizationOrganizationListGetData, ListOrganizationOrganizationListGetErrors, ListOrganizationOrganizationListGetResponses, ListPluginsClaudeCodePluginsGetData, ListPluginsClaudeCodePluginsGetErrors, ListPluginsClaudeCodePluginsGetResponses, ListPoliciesPoliciesListGetData, ListPoliciesPoliciesListGetErrors, ListPoliciesPoliciesListGetResponses, ListPoliciesPolicyListGetData, ListPoliciesPolicyListGetResponses, ListPolicyAttachmentsPoliciesAttachmentsListGetData, ListPolicyAttachmentsPoliciesAttachmentsListGetResponses, ListPolicyVersionsPoliciesNamePolicyNameVersionsGetData, ListPolicyVersionsPoliciesNamePolicyNameVersionsGetErrors, ListPolicyVersionsPoliciesNamePolicyNameVersionsGetResponses, ListProjectsProjectListGetData, ListProjectsProjectListGetResponses, ListPromptsPromptsListGetData, ListPromptsPromptsListGetErrors, ListPromptsPromptsListGetResponses, ListRunsV1EvalsEvalIdRunsGetData, ListRunsV1EvalsEvalIdRunsGetErrors, ListRunsV1EvalsEvalIdRunsGetResponses, ListSearchToolsSearchToolsGetData, ListSearchToolsSearchToolsGetResponses, ListSearchToolsSearchToolsListGetData, ListSearchToolsSearchToolsListGetResponses, ListSearchToolsV1SearchToolsGetData, ListSearchToolsV1SearchToolsGetResponses, ListSkillsV1SkillsGetData, ListSkillsV1SkillsGetErrors, ListSkillsV1SkillsGetResponses, ListTagsTagListGetData, ListTagsTagListGetErrors, ListTagsTagListGetResponses, ListTeamTeamListGetData, ListTeamTeamListGetErrors, ListTeamTeamListGetResponses, ListTeamV2V2TeamListGetData, ListTeamV2V2TeamListGetErrors, ListTeamV2V2TeamListGetResponses, ListToolRestApiMcpRestToolsListGetData, ListToolRestApiMcpRestToolsListGetErrors, ListToolRestApiMcpRestToolsListGetResponses, ListToolsV1ToolListGetData, ListToolsV1ToolListGetErrors, ListToolsV1ToolListGetResponses, ListVectorStoresV1VectorStoreListGetData, ListVectorStoresV1VectorStoreListGetErrors, ListVectorStoresV1VectorStoreListGetResponses, ListVectorStoresVectorStoreListGetData, ListVectorStoresVectorStoreListGetErrors, ListVectorStoresVectorStoreListGetResponses, ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetData, ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetErrors, ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetResponses, ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetData, ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetErrors, ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetResponses, ListWorkflowRunsV1WorkflowsRunsGetData, ListWorkflowRunsV1WorkflowsRunsGetErrors, ListWorkflowRunsV1WorkflowsRunsGetResponses, MakeAgentPublicV1AgentsAgentIdMakePublicPostData, MakeAgentPublicV1AgentsAgentIdMakePublicPostErrors, MakeAgentPublicV1AgentsAgentIdMakePublicPostResponses, MakeAgentsPublicV1AgentsMakePublicPostData, MakeAgentsPublicV1AgentsMakePublicPostErrors, MakeAgentsPublicV1AgentsMakePublicPostResponses, MakeMcpServersPublicV1McpMakePublicPostData, MakeMcpServersPublicV1McpMakePublicPostErrors, MakeMcpServersPublicV1McpMakePublicPostResponses, MilvusProxyRouteMilvusEndpointDeleteData, MilvusProxyRouteMilvusEndpointDeleteErrors, MilvusProxyRouteMilvusEndpointDeleteResponses, MilvusProxyRouteMilvusEndpointGetData, MilvusProxyRouteMilvusEndpointGetErrors, MilvusProxyRouteMilvusEndpointGetResponses, MilvusProxyRouteMilvusEndpointPatchData, MilvusProxyRouteMilvusEndpointPatchErrors, MilvusProxyRouteMilvusEndpointPatchResponses, MilvusProxyRouteMilvusEndpointPostData, MilvusProxyRouteMilvusEndpointPostErrors, MilvusProxyRouteMilvusEndpointPostResponses, MilvusProxyRouteMilvusEndpointPutData, MilvusProxyRouteMilvusEndpointPutErrors, MilvusProxyRouteMilvusEndpointPutResponses, MistralProxyRouteMistralEndpointDeleteData, MistralProxyRouteMistralEndpointDeleteErrors, MistralProxyRouteMistralEndpointDeleteResponses, MistralProxyRouteMistralEndpointGetData, MistralProxyRouteMistralEndpointGetErrors, MistralProxyRouteMistralEndpointGetResponses, MistralProxyRouteMistralEndpointPatchData, MistralProxyRouteMistralEndpointPatchErrors, MistralProxyRouteMistralEndpointPatchResponses, MistralProxyRouteMistralEndpointPostData, MistralProxyRouteMistralEndpointPostErrors, MistralProxyRouteMistralEndpointPostResponses, MistralProxyRouteMistralEndpointPutData, MistralProxyRouteMistralEndpointPutErrors, MistralProxyRouteMistralEndpointPutResponses, ModelGroupInfoModelGroupInfoGetData, ModelGroupInfoModelGroupInfoGetErrors, ModelGroupInfoModelGroupInfoGetResponses, ModelInfoModelsModelIdGetData, ModelInfoModelsModelIdGetErrors, ModelInfoModelsModelIdGetResponses, ModelInfoV1ModelInfoGetData, ModelInfoV1ModelInfoGetErrors, ModelInfoV1ModelInfoGetResponses, ModelInfoV1ModelsModelIdGetData, ModelInfoV1ModelsModelIdGetErrors, ModelInfoV1ModelsModelIdGetResponses, ModelInfoV1V1ModelInfoGetData, ModelInfoV1V1ModelInfoGetErrors, ModelInfoV1V1ModelInfoGetResponses, ModelListModelsGetData, ModelListModelsGetErrors, ModelListModelsGetResponses, ModelListV1ModelsGetData, ModelListV1ModelsGetErrors, ModelListV1ModelsGetResponses, ModerationsModerationsPostData, ModerationsModerationsPostResponses, ModerationsV1ModerationsPostData, ModerationsV1ModerationsPostResponses, NewBudgetBudgetNewPostData, NewBudgetBudgetNewPostErrors, NewBudgetBudgetNewPostResponses, NewEndUserCustomerNewPostData, NewEndUserCustomerNewPostErrors, NewEndUserCustomerNewPostResponses, NewOrganizationOrganizationNewPostData, NewOrganizationOrganizationNewPostErrors, NewOrganizationOrganizationNewPostResponses, NewProjectProjectNewPostData, NewProjectProjectNewPostErrors, NewProjectProjectNewPostResponses, NewTagTagNewPostData, NewTagTagNewPostErrors, NewTagTagNewPostResponses, NewTeamTeamNewPostData, NewTeamTeamNewPostErrors, NewTeamTeamNewPostResponses, NewUserUserNewPostData, NewUserUserNewPostErrors, NewUserUserNewPostResponses, NewVectorStoreVectorStoreNewPostData, NewVectorStoreVectorStoreNewPostErrors, NewVectorStoreVectorStoreNewPostResponses, OcrOcrPostData, OcrOcrPostResponses, OcrV1OcrPostData, OcrV1OcrPostResponses, OpenaiProxyRouteOpenaiEndpointDeleteData, OpenaiProxyRouteOpenaiEndpointDeleteErrors, OpenaiProxyRouteOpenaiEndpointDeleteResponses, OpenaiProxyRouteOpenaiEndpointGetData, OpenaiProxyRouteOpenaiEndpointGetErrors, OpenaiProxyRouteOpenaiEndpointGetResponses, OpenaiProxyRouteOpenaiEndpointPatchData, OpenaiProxyRouteOpenaiEndpointPatchErrors, OpenaiProxyRouteOpenaiEndpointPatchResponses, OpenaiProxyRouteOpenaiEndpointPostData, OpenaiProxyRouteOpenaiEndpointPostErrors, OpenaiProxyRouteOpenaiEndpointPostResponses, OpenaiProxyRouteOpenaiEndpointPutData, OpenaiProxyRouteOpenaiEndpointPutErrors, OpenaiProxyRouteOpenaiEndpointPutResponses, OpenaiProxyRouteOpenaiPassthroughEndpointDeleteData, OpenaiProxyRouteOpenaiPassthroughEndpointDeleteErrors, OpenaiProxyRouteOpenaiPassthroughEndpointDeleteResponses, OpenaiProxyRouteOpenaiPassthroughEndpointGetData, OpenaiProxyRouteOpenaiPassthroughEndpointGetErrors, OpenaiProxyRouteOpenaiPassthroughEndpointGetResponses, OpenaiProxyRouteOpenaiPassthroughEndpointPatchData, OpenaiProxyRouteOpenaiPassthroughEndpointPatchErrors, OpenaiProxyRouteOpenaiPassthroughEndpointPatchResponses, OpenaiProxyRouteOpenaiPassthroughEndpointPostData, OpenaiProxyRouteOpenaiPassthroughEndpointPostErrors, OpenaiProxyRouteOpenaiPassthroughEndpointPostResponses, OpenaiProxyRouteOpenaiPassthroughEndpointPutData, OpenaiProxyRouteOpenaiPassthroughEndpointPutErrors, OpenaiProxyRouteOpenaiPassthroughEndpointPutResponses, OrganizationMemberAddOrganizationMemberAddPostData, OrganizationMemberAddOrganizationMemberAddPostErrors, OrganizationMemberAddOrganizationMemberAddPostResponses, OrganizationMemberDeleteOrganizationMemberDeleteDeleteData, OrganizationMemberDeleteOrganizationMemberDeleteDeleteErrors, OrganizationMemberDeleteOrganizationMemberDeleteDeleteResponses, OrganizationMemberUpdateOrganizationMemberUpdatePatchData, OrganizationMemberUpdateOrganizationMemberUpdatePatchErrors, OrganizationMemberUpdateOrganizationMemberUpdatePatchResponses, PatchAgentV1AgentsAgentIdPatchData, PatchAgentV1AgentsAgentIdPatchErrors, PatchAgentV1AgentsAgentIdPatchResponses, PatchGroupScimV2GroupsGroupIdPatchData, PatchGroupScimV2GroupsGroupIdPatchErrors, PatchGroupScimV2GroupsGroupIdPatchResponses, PatchGuardrailGuardrailsGuardrailIdPatchData, PatchGuardrailGuardrailsGuardrailIdPatchErrors, PatchGuardrailGuardrailsGuardrailIdPatchResponses, PatchModelModelModelIdUpdatePatchData, PatchModelModelModelIdUpdatePatchErrors, PatchModelModelModelIdUpdatePatchResponses, PatchPromptPromptsPromptIdPatchData, PatchPromptPromptsPromptIdPatchErrors, PatchPromptPromptsPromptIdPatchResponses, PatchUserScimV2UsersUserIdPatchData, PatchUserScimV2UsersUserIdPatchErrors, PatchUserScimV2UsersUserIdPatchResponses, PoliciesUsageOverviewPoliciesUsageOverviewGetData, PoliciesUsageOverviewPoliciesUsageOverviewGetErrors, PoliciesUsageOverviewPoliciesUsageOverviewGetResponses, ProjectInfoProjectInfoGetData, ProjectInfoProjectInfoGetErrors, ProjectInfoProjectInfoGetResponses, ProviderBudgetsProviderBudgetsGetData, ProviderBudgetsProviderBudgetsGetResponses, ProxyRealtimeCallsOpenaiV1RealtimeCallsPostData, ProxyRealtimeCallsOpenaiV1RealtimeCallsPostResponses, ProxyRealtimeCallsRealtimeCallsPostData, ProxyRealtimeCallsRealtimeCallsPostResponses, ProxyRealtimeCallsV1RealtimeCallsPostData, ProxyRealtimeCallsV1RealtimeCallsPostResponses, PublicModelHubInfoPublicModelHubInfoGetData, PublicModelHubInfoPublicModelHubInfoGetResponses, PublicModelHubPublicModelHubGetData, PublicModelHubPublicModelHubGetResponses, PublicSkillHubPublicSkillHubGetData, PublicSkillHubPublicSkillHubGetResponses, RagIngestRagIngestPostData, RagIngestRagIngestPostResponses, RagIngestV1RagIngestPostData, RagIngestV1RagIngestPostResponses, RagQueryRagQueryPostData, RagQueryRagQueryPostResponses, RagQueryV1RagQueryPostData, RagQueryV1RagQueryPostResponses, RegenerateKeyFnKeyKeyRegeneratePostData, RegenerateKeyFnKeyKeyRegeneratePostErrors, RegenerateKeyFnKeyKeyRegeneratePostResponses, RegenerateKeyFnKeyRegeneratePostData, RegenerateKeyFnKeyRegeneratePostErrors, RegenerateKeyFnKeyRegeneratePostResponses, RegisterGuardrailGuardrailsRegisterPostData, RegisterGuardrailGuardrailsRegisterPostErrors, RegisterGuardrailGuardrailsRegisterPostResponses, RegisterMcpServerV1McpServerRegisterPostData, RegisterMcpServerV1McpServerRegisterPostErrors, RegisterMcpServerV1McpServerRegisterPostResponses, RegisterPluginClaudeCodePluginsPostData, RegisterPluginClaudeCodePluginsPostErrors, RegisterPluginClaudeCodePluginsPostResponses, RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostData, RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostErrors, RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostResponses, RejectMcpServerSubmissionV1McpServerServerIdRejectPutData, RejectMcpServerSubmissionV1McpServerServerIdRejectPutErrors, RejectMcpServerSubmissionV1McpServerServerIdRejectPutResponses, RemoveMcpServerV1McpServerServerIdDeleteData, RemoveMcpServerV1McpServerServerIdDeleteErrors, RemoveMcpServerV1McpServerServerIdDeleteResponses, RemoveMcpToolsetV1McpToolsetToolsetIdDeleteData, RemoveMcpToolsetV1McpToolsetToolsetIdDeleteErrors, RemoveMcpToolsetV1McpToolsetToolsetIdDeleteResponses, RerankRerankPostData, RerankRerankPostResponses, RerankV1RerankPostData, RerankV1RerankPostResponses, RerankV2RerankPostData, RerankV2RerankPostResponses, ResetEventSettingsEmailEventSettingsResetPostData, ResetEventSettingsEmailEventSettingsResetPostResponses, ResetKeySpendFnKeyKeyResetSpendPostData, ResetKeySpendFnKeyKeyResetSpendPostErrors, ResetKeySpendFnKeyKeyResetSpendPostResponses, ResolvePoliciesForContextPoliciesResolvePostData, ResolvePoliciesForContextPoliciesResolvePostErrors, ResolvePoliciesForContextPoliciesResolvePostResponses, ResponsesApiOpenaiV1ResponsesPostData, ResponsesApiOpenaiV1ResponsesPostResponses, ResponsesApiResponsesPostData, ResponsesApiResponsesPostResponses, ResponsesApiV1ResponsesPostData, ResponsesApiV1ResponsesPostResponses, RetrieveBatchBatchesBatchIdGetData, RetrieveBatchBatchesBatchIdGetErrors, RetrieveBatchBatchesBatchIdGetResponses, RetrieveBatchProviderV1BatchesBatchIdGetData, RetrieveBatchProviderV1BatchesBatchIdGetErrors, RetrieveBatchProviderV1BatchesBatchIdGetResponses, RetrieveBatchV1BatchesBatchIdGetData, RetrieveBatchV1BatchesBatchIdGetErrors, RetrieveBatchV1BatchesBatchIdGetResponses, RetrieveContainerContainersContainerIdGetData, RetrieveContainerContainersContainerIdGetErrors, RetrieveContainerContainersContainerIdGetResponses, RetrieveContainerV1ContainersContainerIdGetData, RetrieveContainerV1ContainersContainerIdGetErrors, RetrieveContainerV1ContainersContainerIdGetResponses, RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetData, RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetErrors, RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetResponses, RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetData, RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetErrors, RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetResponses, RunThreadThreadsThreadIdRunsPostData, RunThreadThreadsThreadIdRunsPostErrors, RunThreadThreadsThreadIdRunsPostResponses, RunThreadV1ThreadsThreadIdRunsPostData, RunThreadV1ThreadsThreadIdRunsPostErrors, RunThreadV1ThreadsThreadIdRunsPostResponses, SearchSearchPostData, SearchSearchPostErrors, SearchSearchPostResponses, SearchSearchSearchToolNamePostData, SearchSearchSearchToolNamePostErrors, SearchSearchSearchToolNamePostResponses, SearchV1SearchPostData, SearchV1SearchPostErrors, SearchV1SearchPostResponses, SearchV1SearchSearchToolNamePostData, SearchV1SearchSearchToolNamePostErrors, SearchV1SearchSearchToolNamePostResponses, SharedHealthCheckStatusEndpointHealthSharedStatusGetData, SharedHealthCheckStatusEndpointHealthSharedStatusGetResponses, SsoReadinessSsoReadinessGetData, SsoReadinessSsoReadinessGetResponses, StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostData, StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostErrors, StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostResponses, StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostData, StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostErrors, StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostResponses, SuggestPolicyTemplatesPolicyTemplatesSuggestPostData, SuggestPolicyTemplatesPolicyTemplatesSuggestPostErrors, SuggestPolicyTemplatesPolicyTemplatesSuggestPostResponses, SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetData, SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetErrors, SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetResponses, TeamInfoTeamInfoGetData, TeamInfoTeamInfoGetErrors, TeamInfoTeamInfoGetResponses, TeamMemberAddTeamMemberAddPostData, TeamMemberAddTeamMemberAddPostErrors, TeamMemberAddTeamMemberAddPostResponses, TeamMemberDeleteTeamMemberDeletePostData, TeamMemberDeleteTeamMemberDeletePostErrors, TeamMemberDeleteTeamMemberDeletePostResponses, TeamMemberMeTeamTeamIdMembersMeGetData, TeamMemberMeTeamTeamIdMembersMeGetErrors, TeamMemberMeTeamTeamIdMembersMeGetResponses, TeamMemberPermissionsTeamPermissionsListGetData, TeamMemberPermissionsTeamPermissionsListGetErrors, TeamMemberPermissionsTeamPermissionsListGetResponses, TeamMemberUpdateTeamMemberUpdatePostData, TeamMemberUpdateTeamMemberUpdatePostErrors, TeamMemberUpdateTeamMemberUpdatePostResponses, TeamModelAddTeamModelAddPostData, TeamModelAddTeamModelAddPostErrors, TeamModelAddTeamModelAddPostResponses, TeamModelDeleteTeamModelDeletePostData, TeamModelDeleteTeamModelDeletePostErrors, TeamModelDeleteTeamModelDeletePostResponses, TestCacheConnectionCacheSettingsTestPostData, TestCacheConnectionCacheSettingsTestPostErrors, TestCacheConnectionCacheSettingsTestPostResponses, TestConnectionMcpRestTestConnectionPostData, TestConnectionMcpRestTestConnectionPostErrors, TestConnectionMcpRestTestConnectionPostResponses, TestCustomCodeGuardrailGuardrailsTestCustomCodePostData, TestCustomCodeGuardrailGuardrailsTestCustomCodePostErrors, TestCustomCodeGuardrailGuardrailsTestCustomCodePostResponses, TestEndpointTestGetData, TestEndpointTestGetResponses, TestHashicorpVaultConnectionConfigOverridesHashicorpVaultTestConnectionPostData, TestHashicorpVaultConnectionConfigOverridesHashicorpVaultTestConnectionPostResponses, TestModelConnectionHealthTestConnectionPostData, TestModelConnectionHealthTestConnectionPostErrors, TestModelConnectionHealthTestConnectionPostResponses, TestPipelinePoliciesTestPipelinePostData, TestPipelinePoliciesTestPipelinePostErrors, TestPipelinePoliciesTestPipelinePostResponses, TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostData, TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostErrors, TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostResponses, TestPolicyMatchingPolicyTestPostData, TestPolicyMatchingPolicyTestPostErrors, TestPolicyMatchingPolicyTestPostResponses, TestPolicyTemplatePolicyTemplatesTestPostData, TestPolicyTemplatePolicyTemplatesTestPostErrors, TestPolicyTemplatePolicyTemplatesTestPostResponses, TestPromptPromptsTestPostData, TestPromptPromptsTestPostErrors, TestPromptPromptsTestPostResponses, TestSearchToolConnectionSearchToolsTestConnectionPostData, TestSearchToolConnectionSearchToolsTestConnectionPostErrors, TestSearchToolConnectionSearchToolsTestConnectionPostResponses, TestToolsListMcpRestTestToolsListPostData, TestToolsListMcpRestTestToolsListPostErrors, TestToolsListMcpRestTestToolsListPostResponses, TokenCounterUtilsTokenCounterPostData, TokenCounterUtilsTokenCounterPostErrors, TokenCounterUtilsTokenCounterPostResponses, ToolsetMcpRouteToolsetToolsetNameMcpDeleteData, ToolsetMcpRouteToolsetToolsetNameMcpDeleteErrors, ToolsetMcpRouteToolsetToolsetNameMcpDeleteResponses, ToolsetMcpRouteToolsetToolsetNameMcpGetData, ToolsetMcpRouteToolsetToolsetNameMcpGetErrors, ToolsetMcpRouteToolsetToolsetNameMcpGetResponses, ToolsetMcpRouteToolsetToolsetNameMcpHeadData, ToolsetMcpRouteToolsetToolsetNameMcpHeadErrors, ToolsetMcpRouteToolsetToolsetNameMcpHeadResponses, ToolsetMcpRouteToolsetToolsetNameMcpOptionsData, ToolsetMcpRouteToolsetToolsetNameMcpOptionsErrors, ToolsetMcpRouteToolsetToolsetNameMcpOptionsResponses, ToolsetMcpRouteToolsetToolsetNameMcpPatchData, ToolsetMcpRouteToolsetToolsetNameMcpPatchErrors, ToolsetMcpRouteToolsetToolsetNameMcpPatchResponses, ToolsetMcpRouteToolsetToolsetNameMcpPostData, ToolsetMcpRouteToolsetToolsetNameMcpPostErrors, ToolsetMcpRouteToolsetToolsetNameMcpPostResponses, ToolsetMcpRouteToolsetToolsetNameMcpPutData, ToolsetMcpRouteToolsetToolsetNameMcpPutErrors, ToolsetMcpRouteToolsetToolsetNameMcpPutResponses, TransformRequestUtilsTransformRequestPostData, TransformRequestUtilsTransformRequestPostErrors, TransformRequestUtilsTransformRequestPostResponses, UiViewSpendLogsSpendLogsV2GetData, UiViewSpendLogsSpendLogsV2GetErrors, UiViewSpendLogsSpendLogsV2GetResponses, UnblockKeyKeyUnblockPostData, UnblockKeyKeyUnblockPostErrors, UnblockKeyKeyUnblockPostResponses, UnblockTeamTeamUnblockPostData, UnblockTeamTeamUnblockPostErrors, UnblockTeamTeamUnblockPostResponses, UnblockUserCustomerUnblockPostData, UnblockUserCustomerUnblockPostErrors, UnblockUserCustomerUnblockPostResponses, UpdateAccessGroupAccessGroupAccessGroupUpdatePutData, UpdateAccessGroupAccessGroupAccessGroupUpdatePutErrors, UpdateAccessGroupAccessGroupAccessGroupUpdatePutResponses, UpdateAccessGroupV1AccessGroupAccessGroupIdPutData, UpdateAccessGroupV1AccessGroupAccessGroupIdPutErrors, UpdateAccessGroupV1AccessGroupAccessGroupIdPutResponses, UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutData, UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutErrors, UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutResponses, UpdateAgentV1AgentsAgentIdPutData, UpdateAgentV1AgentsAgentIdPutErrors, UpdateAgentV1AgentsAgentIdPutResponses, UpdateBudgetBudgetUpdatePostData, UpdateBudgetBudgetUpdatePostErrors, UpdateBudgetBudgetUpdatePostResponses, UpdateCacheSettingsCacheSettingsPostData, UpdateCacheSettingsCacheSettingsPostErrors, UpdateCacheSettingsCacheSettingsPostResponses, UpdateCloudzeroSettingsCloudzeroSettingsPutData, UpdateCloudzeroSettingsCloudzeroSettingsPutErrors, UpdateCloudzeroSettingsCloudzeroSettingsPutResponses, UpdateCostDiscountConfigConfigCostDiscountConfigPatchData, UpdateCostDiscountConfigConfigCostDiscountConfigPatchErrors, UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponses, UpdateCostMarginConfigConfigCostMarginConfigPatchData, UpdateCostMarginConfigConfigCostMarginConfigPatchErrors, UpdateCostMarginConfigConfigCostMarginConfigPatchResponses, UpdateCredentialCredentialsCredentialNamePatchData, UpdateCredentialCredentialsCredentialNamePatchErrors, UpdateCredentialCredentialsCredentialNamePatchResponses, UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchData, UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchErrors, UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchResponses, UpdateEndUserCustomerUpdatePostData, UpdateEndUserCustomerUpdatePostErrors, UpdateEndUserCustomerUpdatePostResponses, UpdateEvalV1EvalsEvalIdPostData, UpdateEvalV1EvalsEvalIdPostErrors, UpdateEvalV1EvalsEvalIdPostResponses, UpdateEventSettingsEmailEventSettingsPatchData, UpdateEventSettingsEmailEventSettingsPatchErrors, UpdateEventSettingsEmailEventSettingsPatchResponses, UpdateGroupScimV2GroupsGroupIdPutData, UpdateGroupScimV2GroupsGroupIdPutErrors, UpdateGroupScimV2GroupsGroupIdPutResponses, UpdateGuardrailGuardrailsGuardrailIdPutData, UpdateGuardrailGuardrailsGuardrailIdPutErrors, UpdateGuardrailGuardrailsGuardrailIdPutResponses, UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostData, UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostErrors, UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostResponses, UpdateInternalUserSettingsUpdateInternalUserSettingsPatchData, UpdateInternalUserSettingsUpdateInternalUserSettingsPatchErrors, UpdateInternalUserSettingsUpdateInternalUserSettingsPatchResponses, UpdateJwtKeyMappingJwtKeyMappingUpdatePostData, UpdateJwtKeyMappingJwtKeyMappingUpdatePostErrors, UpdateJwtKeyMappingJwtKeyMappingUpdatePostResponses, UpdateKeyFnKeyUpdatePostData, UpdateKeyFnKeyUpdatePostErrors, UpdateKeyFnKeyUpdatePostResponses, UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchData, UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchErrors, UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchResponses, UpdateModelModelUpdatePostData, UpdateModelModelUpdatePostErrors, UpdateModelModelUpdatePostResponses, UpdateOrganizationOrganizationUpdatePatchData, UpdateOrganizationOrganizationUpdatePatchResponses, UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostData, UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostErrors, UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostResponses, UpdatePolicyPoliciesPolicyIdPutData, UpdatePolicyPoliciesPolicyIdPutErrors, UpdatePolicyPoliciesPolicyIdPutResponses, UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutData, UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutErrors, UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutResponses, UpdateProjectProjectUpdatePostData, UpdateProjectProjectUpdatePostErrors, UpdateProjectProjectUpdatePostResponses, UpdatePromptPromptsPromptIdPutData, UpdatePromptPromptsPromptIdPutErrors, UpdatePromptPromptsPromptIdPutResponses, UpdatePublicModelGroupsModelGroupMakePublicPostData, UpdatePublicModelGroupsModelGroupMakePublicPostErrors, UpdatePublicModelGroupsModelGroupMakePublicPostResponses, UpdateSearchToolSearchToolsSearchToolIdPutData, UpdateSearchToolSearchToolsSearchToolIdPutErrors, UpdateSearchToolSearchToolsSearchToolIdPutResponses, UpdateSsoSettingsUpdateSsoSettingsPatchData, UpdateSsoSettingsUpdateSsoSettingsPatchErrors, UpdateSsoSettingsUpdateSsoSettingsPatchResponses, UpdateTagTagUpdatePostData, UpdateTagTagUpdatePostErrors, UpdateTagTagUpdatePostResponses, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostData, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostErrors, UpdateTeamMemberPermissionsTeamPermissionsUpdatePostResponses, UpdateTeamTeamUpdatePostData, UpdateTeamTeamUpdatePostErrors, UpdateTeamTeamUpdatePostResponses, UpdateToolPolicyV1ToolPolicyPostData, UpdateToolPolicyV1ToolPolicyPostErrors, UpdateToolPolicyV1ToolPolicyPostResponses, UpdateUiSettingsUpdateUiSettingsPatchData, UpdateUiSettingsUpdateUiSettingsPatchErrors, UpdateUiSettingsUpdateUiSettingsPatchResponses, UpdateUiThemeSettingsUpdateUiThemeSettingsPatchData, UpdateUiThemeSettingsUpdateUiThemeSettingsPatchErrors, UpdateUiThemeSettingsUpdateUiThemeSettingsPatchResponses, UpdateUsefulLinksModelHubUpdateUsefulLinksPostData, UpdateUsefulLinksModelHubUpdateUsefulLinksPostErrors, UpdateUsefulLinksModelHubUpdateUsefulLinksPostResponses, UpdateUserScimV2UsersUserIdPutData, UpdateUserScimV2UsersUserIdPutErrors, UpdateUserScimV2UsersUserIdPutResponses, UpdateVantageSettingsVantageSettingsPutData, UpdateVantageSettingsVantageSettingsPutErrors, UpdateVantageSettingsVantageSettingsPutResponses, UpdateVectorStoreVectorStoreUpdatePostData, UpdateVectorStoreVectorStoreUpdatePostErrors, UpdateVectorStoreVectorStoreUpdatePostResponses, UpdateWorkflowRunV1WorkflowsRunsRunIdPatchData, UpdateWorkflowRunV1WorkflowsRunsRunIdPatchErrors, UpdateWorkflowRunV1WorkflowsRunsRunIdPatchResponses, UploadLogoUploadLogoPostData, UploadLogoUploadLogoPostErrors, UploadLogoUploadLogoPostResponses, UpsertMemoryV1MemoryKeyPutData, UpsertMemoryV1MemoryKeyPutErrors, UpsertMemoryV1MemoryKeyPutResponses, UsageAiChatUsageAiChatPostData, UsageAiChatUsageAiChatPostErrors, UsageAiChatUsageAiChatPostResponses, UserInfoUserInfoGetData, UserInfoUserInfoGetErrors, UserInfoUserInfoGetResponses, UserInfoV2V2UserInfoGetData, UserInfoV2V2UserInfoGetErrors, UserInfoV2V2UserInfoGetResponses, UserUpdateUserUpdatePostData, UserUpdateUserUpdatePostErrors, UserUpdateUserUpdatePostResponses, ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostData, ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostErrors, ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostResponses, ValidatePolicyPolicyValidatePostData, ValidatePolicyPolicyValidatePostErrors, ValidatePolicyPolicyValidatePostResponses, VantageDryRunExportVantageDryRunPostData, VantageDryRunExportVantageDryRunPostErrors, VantageDryRunExportVantageDryRunPostResponses, VantageExportVantageExportPostData, VantageExportVantageExportPostErrors, VantageExportVantageExportPostResponses, VectorStoreCreateV1VectorStoresPostData, VectorStoreCreateV1VectorStoresPostResponses, VectorStoreCreateVectorStoresPostData, VectorStoreCreateVectorStoresPostResponses, VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteData, VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteErrors, VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteResponses, VectorStoreDeleteVectorStoresVectorStoreIdDeleteData, VectorStoreDeleteVectorStoresVectorStoreIdDeleteErrors, VectorStoreDeleteVectorStoresVectorStoreIdDeleteResponses, VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetData, VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetErrors, VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetResponses, VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetData, VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetErrors, VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetResponses, VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostData, VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostErrors, VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostResponses, VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostData, VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostErrors, VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostResponses, VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteData, VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteErrors, VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteResponses, VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteData, VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteErrors, VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteResponses, VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetData, VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetErrors, VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetResponses, VectorStoreFileListVectorStoresVectorStoreIdFilesGetData, VectorStoreFileListVectorStoresVectorStoreIdFilesGetErrors, VectorStoreFileListVectorStoresVectorStoreIdFilesGetResponses, VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetData, VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetErrors, VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetResponses, VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetData, VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetErrors, VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetResponses, VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostData, VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostErrors, VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostResponses, VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostData, VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostErrors, VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostResponses, VectorStoreListV1VectorStoresGetData, VectorStoreListV1VectorStoresGetErrors, VectorStoreListV1VectorStoresGetResponses, VectorStoreListVectorStoresGetData, VectorStoreListVectorStoresGetErrors, VectorStoreListVectorStoresGetResponses, VectorStoreRetrieveV1VectorStoresVectorStoreIdGetData, VectorStoreRetrieveV1VectorStoresVectorStoreIdGetErrors, VectorStoreRetrieveV1VectorStoresVectorStoreIdGetResponses, VectorStoreRetrieveVectorStoresVectorStoreIdGetData, VectorStoreRetrieveVectorStoresVectorStoreIdGetErrors, VectorStoreRetrieveVectorStoresVectorStoreIdGetResponses, VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostData, VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostErrors, VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostResponses, VectorStoreSearchVectorStoresVectorStoreIdSearchPostData, VectorStoreSearchVectorStoresVectorStoreIdSearchPostErrors, VectorStoreSearchVectorStoresVectorStoreIdSearchPostResponses, VectorStoreUpdateV1VectorStoresVectorStoreIdPostData, VectorStoreUpdateV1VectorStoresVectorStoreIdPostErrors, VectorStoreUpdateV1VectorStoresVectorStoreIdPostResponses, VectorStoreUpdateVectorStoresVectorStoreIdPostData, VectorStoreUpdateVectorStoresVectorStoreIdPostErrors, VectorStoreUpdateVectorStoresVectorStoreIdPostResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostResponses, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutData, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutErrors, VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutResponses, VertexProxyRouteVertexAiEndpointDeleteData, VertexProxyRouteVertexAiEndpointDeleteErrors, VertexProxyRouteVertexAiEndpointDeleteResponses, VertexProxyRouteVertexAiEndpointGetData, VertexProxyRouteVertexAiEndpointGetErrors, VertexProxyRouteVertexAiEndpointGetResponses, VertexProxyRouteVertexAiEndpointPatchData, VertexProxyRouteVertexAiEndpointPatchErrors, VertexProxyRouteVertexAiEndpointPatchResponses, VertexProxyRouteVertexAiEndpointPostData, VertexProxyRouteVertexAiEndpointPostErrors, VertexProxyRouteVertexAiEndpointPostResponses, VertexProxyRouteVertexAiEndpointPutData, VertexProxyRouteVertexAiEndpointPutErrors, VertexProxyRouteVertexAiEndpointPutResponses, VideoContentV1VideosVideoIdContentGetData, VideoContentV1VideosVideoIdContentGetErrors, VideoContentV1VideosVideoIdContentGetResponses, VideoContentVideosVideoIdContentGetData, VideoContentVideosVideoIdContentGetErrors, VideoContentVideosVideoIdContentGetResponses, VideoCreateCharacterV1VideosCharactersPostData, VideoCreateCharacterV1VideosCharactersPostErrors, VideoCreateCharacterV1VideosCharactersPostResponses, VideoCreateCharacterVideosCharactersPostData, VideoCreateCharacterVideosCharactersPostErrors, VideoCreateCharacterVideosCharactersPostResponses, VideoEditV1VideosEditsPostData, VideoEditV1VideosEditsPostResponses, VideoEditVideosEditsPostData, VideoEditVideosEditsPostResponses, VideoExtensionV1VideosExtensionsPostData, VideoExtensionV1VideosExtensionsPostResponses, VideoExtensionVideosExtensionsPostData, VideoExtensionVideosExtensionsPostResponses, VideoGenerationV1VideosPostData, VideoGenerationV1VideosPostErrors, VideoGenerationV1VideosPostResponses, VideoGenerationVideosPostData, VideoGenerationVideosPostErrors, VideoGenerationVideosPostResponses, VideoGetCharacterV1VideosCharactersCharacterIdGetData, VideoGetCharacterV1VideosCharactersCharacterIdGetErrors, VideoGetCharacterV1VideosCharactersCharacterIdGetResponses, VideoGetCharacterVideosCharactersCharacterIdGetData, VideoGetCharacterVideosCharactersCharacterIdGetErrors, VideoGetCharacterVideosCharactersCharacterIdGetResponses, VideoListV1VideosGetData, VideoListV1VideosGetResponses, VideoListVideosGetData, VideoListVideosGetResponses, VideoRemixV1VideosVideoIdRemixPostData, VideoRemixV1VideosVideoIdRemixPostErrors, VideoRemixV1VideosVideoIdRemixPostResponses, VideoRemixVideosVideoIdRemixPostData, VideoRemixVideosVideoIdRemixPostErrors, VideoRemixVideosVideoIdRemixPostResponses, VideoStatusV1VideosVideoIdGetData, VideoStatusV1VideosVideoIdGetErrors, VideoStatusV1VideosVideoIdGetResponses, VideoStatusVideosVideoIdGetData, VideoStatusVideosVideoIdGetErrors, VideoStatusVideosVideoIdGetResponses, ViewSpendLogsSpendLogsGetData, ViewSpendLogsSpendLogsGetErrors, ViewSpendLogsSpendLogsGetResponses, ViewSpendTagsSpendTagsGetData, ViewSpendTagsSpendTagsGetErrors, ViewSpendTagsSpendTagsGetResponses, VllmProxyRouteVllmEndpointDeleteData, VllmProxyRouteVllmEndpointDeleteErrors, VllmProxyRouteVllmEndpointDeleteResponses, VllmProxyRouteVllmEndpointGetData, VllmProxyRouteVllmEndpointGetErrors, VllmProxyRouteVllmEndpointGetResponses, VllmProxyRouteVllmEndpointPatchData, VllmProxyRouteVllmEndpointPatchErrors, VllmProxyRouteVllmEndpointPatchResponses, VllmProxyRouteVllmEndpointPostData, VllmProxyRouteVllmEndpointPostErrors, VllmProxyRouteVllmEndpointPostResponses, VllmProxyRouteVllmEndpointPutData, VllmProxyRouteVllmEndpointPutErrors, VllmProxyRouteVllmEndpointPutResponses, WebsocketRealtimeWebsocketEndpointGet2Data, WebsocketRealtimeWebsocketEndpointGet3Data, WebsocketRealtimeWebsocketEndpointGetData, WebsocketResponsesWebsocketEndpointGet2Data, WebsocketResponsesWebsocketEndpointGetData, WebsocketVertexAiLivePassthroughEndpointData } from './types.gen'; - -export type Options = Options2 & { - /** - * You can provide a client instance returned by `createClient()` instead of - * individual options. This might be also useful if you want to implement a - * custom client. - */ - client?: Client; - /** - * You can pass arbitrary values through the `meta` object. This can be - * used to access values that aren't defined as part of the SDK function. - */ - meta?: Record; -}; - -/** - * Model List - * - * Use `/model/info` - to get detailed model information, example - pricing, mode, etc. - * - * This is just for compatibility with openai projects like aider. - * - * Query Parameters: - * - include_metadata: Include additional metadata in the response with fallback information - * - fallback_type: Type of fallbacks to include ("general", "context_window", "content_policy") - * Defaults to "general" when include_metadata=true - * - scope: Optional scope parameter. Currently only accepts "expand". - * When scope=expand is passed, proxy admins, team admins, and org admins - * will receive all proxy models as if they are a proxy admin. - */ -export const modelListModelsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/models', - ...options -}); - -/** - * Model List - * - * Use `/model/info` - to get detailed model information, example - pricing, mode, etc. - * - * This is just for compatibility with openai projects like aider. - * - * Query Parameters: - * - include_metadata: Include additional metadata in the response with fallback information - * - fallback_type: Type of fallbacks to include ("general", "context_window", "content_policy") - * Defaults to "general" when include_metadata=true - * - scope: Optional scope parameter. Currently only accepts "expand". - * When scope=expand is passed, proxy admins, team admins, and org admins - * will receive all proxy models as if they are a proxy admin. - */ -export const modelListV1ModelsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/models', - ...options -}); - -/** - * Model Info - * - * Retrieve information about a specific model accessible to your API key. - * - * Returns model details only if the model is available to your API key/team. - * Returns 404 if the model doesn't exist or is not accessible. - * - * Follows OpenAI API specification for individual model retrieval. - * https://platform.openai.com/docs/api-reference/models/retrieve - */ -export const modelInfoModelsModelIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/models/{model_id}', - ...options -}); - -/** - * Model Info - * - * Retrieve information about a specific model accessible to your API key. - * - * Returns model details only if the model is available to your API key/team. - * Returns 404 if the model doesn't exist or is not accessible. - * - * Follows OpenAI API specification for individual model retrieval. - * https://platform.openai.com/docs/api-reference/models/retrieve - */ -export const modelInfoV1ModelsModelIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/models/{model_id}', - ...options -}); - -/** - * Chat Completion - * - * Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat` - * - * ```bash - * curl -X POST http://localhost:4000/v1/chat/completions - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "gpt-4o", - * "messages": [ - * { - * "role": "user", - * "content": "Hello!" - * } - * ] - * }' - * ``` - */ -export const chatCompletionOpenaiDeploymentsModelChatCompletionsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/deployments/{model}/chat/completions', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Chat Completion - * - * Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat` - * - * ```bash - * curl -X POST http://localhost:4000/v1/chat/completions - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "gpt-4o", - * "messages": [ - * { - * "role": "user", - * "content": "Hello!" - * } - * ] - * }' - * ``` - */ -export const chatCompletionEnginesModelChatCompletionsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/engines/{model}/chat/completions', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Chat Completion - * - * Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat` - * - * ```bash - * curl -X POST http://localhost:4000/v1/chat/completions - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "gpt-4o", - * "messages": [ - * { - * "role": "user", - * "content": "Hello!" - * } - * ] - * }' - * ``` - */ -export const chatCompletionChatCompletionsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/chat/completions', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Chat Completion - * - * Follows the exact same API spec as `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat` - * - * ```bash - * curl -X POST http://localhost:4000/v1/chat/completions - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "gpt-4o", - * "messages": [ - * { - * "role": "user", - * "content": "Hello!" - * } - * ] - * }' - * ``` - */ -export const chatCompletionV1ChatCompletionsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/chat/completions', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Completion - * - * Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions` - * - * ```bash - * curl -X POST http://localhost:4000/v1/completions - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "gpt-3.5-turbo-instruct", - * "prompt": "Once upon a time", - * "max_tokens": 50, - * "temperature": 0.7 - * }' - * ``` - */ -export const completionOpenaiDeploymentsModelCompletionsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/deployments/{model}/completions', - ...options -}); - -/** - * Completion - * - * Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions` - * - * ```bash - * curl -X POST http://localhost:4000/v1/completions - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "gpt-3.5-turbo-instruct", - * "prompt": "Once upon a time", - * "max_tokens": 50, - * "temperature": 0.7 - * }' - * ``` - */ -export const completionEnginesModelCompletionsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/engines/{model}/completions', - ...options -}); - -/** - * Completion - * - * Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions` - * - * ```bash - * curl -X POST http://localhost:4000/v1/completions - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "gpt-3.5-turbo-instruct", - * "prompt": "Once upon a time", - * "max_tokens": 50, - * "temperature": 0.7 - * }' - * ``` - */ -export const completionCompletionsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/completions', - ...options -}); - -/** - * Completion - * - * Follows the exact same API spec as `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions` - * - * ```bash - * curl -X POST http://localhost:4000/v1/completions - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "gpt-3.5-turbo-instruct", - * "prompt": "Once upon a time", - * "max_tokens": 50, - * "temperature": 0.7 - * }' - * ``` - */ -export const completionV1CompletionsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/completions', - ...options -}); - -/** - * Embeddings - * - * Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings` - * - * ```bash - * curl -X POST http://localhost:4000/v1/embeddings - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "text-embedding-ada-002", - * "input": "The quick brown fox jumps over the lazy dog" - * }' - * ``` - */ -export const embeddingsOpenaiDeploymentsModelEmbeddingsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/deployments/{model}/embeddings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Embeddings - * - * Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings` - * - * ```bash - * curl -X POST http://localhost:4000/v1/embeddings - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "text-embedding-ada-002", - * "input": "The quick brown fox jumps over the lazy dog" - * }' - * ``` - */ -export const embeddingsEnginesModelEmbeddingsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/engines/{model}/embeddings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Embeddings - * - * Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings` - * - * ```bash - * curl -X POST http://localhost:4000/v1/embeddings - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "text-embedding-ada-002", - * "input": "The quick brown fox jumps over the lazy dog" - * }' - * ``` - */ -export const embeddingsEmbeddingsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/embeddings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Embeddings - * - * Follows the exact same API spec as `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings` - * - * ```bash - * curl -X POST http://localhost:4000/v1/embeddings - * -H "Content-Type: application/json" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "model": "text-embedding-ada-002", - * "input": "The quick brown fox jumps over the lazy dog" - * }' - * ``` - */ -export const embeddingsV1EmbeddingsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/embeddings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Moderations - * - * The moderations endpoint is a tool you can use to check whether content complies with an LLM Providers policies. - * Quick Start - * ``` - * curl --location 'http://0.0.0.0:4000/moderations' --header 'Content-Type: application/json' --header 'Authorization: Bearer sk-1234' --data '{"input": "Sample text goes here", "model": "text-moderation-stable"}' - * ``` - */ -export const moderationsModerationsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/moderations', - ...options -}); - -/** - * Moderations - * - * The moderations endpoint is a tool you can use to check whether content complies with an LLM Providers policies. - * Quick Start - * ``` - * curl --location 'http://0.0.0.0:4000/moderations' --header 'Content-Type: application/json' --header 'Authorization: Bearer sk-1234' --data '{"input": "Sample text goes here", "model": "text-moderation-stable"}' - * ``` - */ -export const moderationsV1ModerationsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/moderations', - ...options -}); - -/** - * Audio Speech - * - * Same params as: - * - * https://platform.openai.com/docs/api-reference/audio/createSpeech - */ -export const audioSpeechAudioSpeechPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/audio/speech', - ...options -}); - -/** - * Audio Speech - * - * Same params as: - * - * https://platform.openai.com/docs/api-reference/audio/createSpeech - */ -export const audioSpeechV1AudioSpeechPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/audio/speech', - ...options -}); - -/** - * Audio Transcriptions - * - * Same params as: - * - * https://platform.openai.com/docs/api-reference/audio/createTranscription?lang=curl - */ -export const audioTranscriptionsAudioTranscriptionsPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/audio/transcriptions', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * Audio Transcriptions - * - * Same params as: - * - * https://platform.openai.com/docs/api-reference/audio/createTranscription?lang=curl - */ -export const audioTranscriptionsV1AudioTranscriptionsPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/audio/transcriptions', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * Get Assistants - * - * Returns a list of assistants. - * - * API Reference docs - https://platform.openai.com/docs/api-reference/assistants/listAssistants - */ -export const getAssistantsAssistantsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/assistants', - ...options -}); - -/** - * Create Assistant - * - * Create assistant - * - * API Reference docs - https://platform.openai.com/docs/api-reference/assistants/createAssistant - */ -export const createAssistantAssistantsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/assistants', - ...options -}); - -/** - * Get Assistants - * - * Returns a list of assistants. - * - * API Reference docs - https://platform.openai.com/docs/api-reference/assistants/listAssistants - */ -export const getAssistantsV1AssistantsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/assistants', - ...options -}); - -/** - * Create Assistant - * - * Create assistant - * - * API Reference docs - https://platform.openai.com/docs/api-reference/assistants/createAssistant - */ -export const createAssistantV1AssistantsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/assistants', - ...options -}); - -/** - * Delete Assistant - * - * Delete assistant - * - * API Reference docs - https://platform.openai.com/docs/api-reference/assistants/createAssistant - */ -export const deleteAssistantAssistantsAssistantIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/assistants/{assistant_id}', - ...options -}); - -/** - * Delete Assistant - * - * Delete assistant - * - * API Reference docs - https://platform.openai.com/docs/api-reference/assistants/createAssistant - */ -export const deleteAssistantV1AssistantsAssistantIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/assistants/{assistant_id}', - ...options -}); - -/** - * Create Threads - * - * Create a thread. - * - * API Reference - https://platform.openai.com/docs/api-reference/threads/createThread - */ -export const createThreadsThreadsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/threads', - ...options -}); - -/** - * Create Threads - * - * Create a thread. - * - * API Reference - https://platform.openai.com/docs/api-reference/threads/createThread - */ -export const createThreadsV1ThreadsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/threads', - ...options -}); - -/** - * Get Thread - * - * Retrieves a thread. - * - * API Reference - https://platform.openai.com/docs/api-reference/threads/getThread - */ -export const getThreadThreadsThreadIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/threads/{thread_id}', - ...options -}); - -/** - * Get Thread - * - * Retrieves a thread. - * - * API Reference - https://platform.openai.com/docs/api-reference/threads/getThread - */ -export const getThreadV1ThreadsThreadIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/threads/{thread_id}', - ...options -}); - -/** - * Get Messages - * - * Returns a list of messages for a given thread. - * - * API Reference - https://platform.openai.com/docs/api-reference/messages/listMessages - */ -export const getMessagesThreadsThreadIdMessagesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/threads/{thread_id}/messages', - ...options -}); - -/** - * Add Messages - * - * Create a message. - * - * API Reference - https://platform.openai.com/docs/api-reference/messages/createMessage - */ -export const addMessagesThreadsThreadIdMessagesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/threads/{thread_id}/messages', - ...options -}); - -/** - * Get Messages - * - * Returns a list of messages for a given thread. - * - * API Reference - https://platform.openai.com/docs/api-reference/messages/listMessages - */ -export const getMessagesV1ThreadsThreadIdMessagesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/threads/{thread_id}/messages', - ...options -}); - -/** - * Add Messages - * - * Create a message. - * - * API Reference - https://platform.openai.com/docs/api-reference/messages/createMessage - */ -export const addMessagesV1ThreadsThreadIdMessagesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/threads/{thread_id}/messages', - ...options -}); - -/** - * Run Thread - * - * Create a run. - * - * API Reference: https://platform.openai.com/docs/api-reference/runs/createRun - */ -export const runThreadThreadsThreadIdRunsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/threads/{thread_id}/runs', - ...options -}); - -/** - * Run Thread - * - * Create a run. - * - * API Reference: https://platform.openai.com/docs/api-reference/runs/createRun - */ -export const runThreadV1ThreadsThreadIdRunsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/threads/{thread_id}/runs', - ...options -}); - -/** - * Token Counter - * - * Args: - * request: TokenCountRequest - * call_endpoint: bool - When set to "True" it will call the token counting endpoint - e.g Anthropic or Google AI Studio Token Counting APIs. - * - * Returns: - * TokenCountResponse - */ -export const tokenCounterUtilsTokenCounterPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/utils/token_counter', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Supported Openai Params - * - * Returns supported openai params for a given litellm model name - * - * e.g. `gpt-4` vs `gpt-3.5-turbo` - * - * Example curl: - * ``` - * curl -X GET --location 'http://localhost:4000/utils/supported_openai_params?model=gpt-3.5-turbo-16k' --header 'Authorization: Bearer sk-1234' - * ``` - */ -export const supportedOpenaiParamsUtilsSupportedOpenaiParamsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/utils/supported_openai_params', - ...options -}); - -/** - * Transform Request - */ -export const transformRequestUtilsTransformRequestPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/utils/transform_request', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Model Info V1 - * - * Provides more info about each model in /models, including config.yaml descriptions (except api key and api base) - * - * Parameters: - * litellm_model_id: Optional[str] = None (this is the value of `x-litellm-model-id` returned in response headers) - * - * - When litellm_model_id is passed, it will return the info for that specific model - * - When litellm_model_id is not passed, it will return the info for all models - * - * Returns: - * Returns a dictionary containing information about each model. - * - * Example Response: - * ```json - * { - * "data": [ - * { - * "model_name": "fake-openai-endpoint", - * "litellm_params": { - * "api_base": "https://exampleopenaiendpoint-production.up.railway.app/", - * "model": "openai/fake" - * }, - * "model_info": { - * "id": "112f74fab24a7a5245d2ced3536dd8f5f9192c57ee6e332af0f0512e08bed5af", - * "db_model": false - * } - * } - * ] - * } - * - * ``` - */ -export const modelInfoV1V1ModelInfoGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/model/info', - ...options -}); - -/** - * Model Info V1 - * - * Provides more info about each model in /models, including config.yaml descriptions (except api key and api base) - * - * Parameters: - * litellm_model_id: Optional[str] = None (this is the value of `x-litellm-model-id` returned in response headers) - * - * - When litellm_model_id is passed, it will return the info for that specific model - * - When litellm_model_id is not passed, it will return the info for all models - * - * Returns: - * Returns a dictionary containing information about each model. - * - * Example Response: - * ```json - * { - * "data": [ - * { - * "model_name": "fake-openai-endpoint", - * "litellm_params": { - * "api_base": "https://exampleopenaiendpoint-production.up.railway.app/", - * "model": "openai/fake" - * }, - * "model_info": { - * "id": "112f74fab24a7a5245d2ced3536dd8f5f9192c57ee6e332af0f0512e08bed5af", - * "db_model": false - * } - * } - * ] - * } - * - * ``` - */ -export const modelInfoV1ModelInfoGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/model/info', - ...options -}); - -/** - * Model Group Info - * - * Get information about all the deployments on litellm proxy, including config.yaml descriptions (except api key and api base) - * - * - /model_group/info returns all model groups. End users of proxy should use /model_group/info since those models will be used for /chat/completions, /embeddings, etc. - * - /model_group/info?model_group=rerank-english-v3.0 returns all model groups for a specific model group (`model_name` in config.yaml) - * - * - * - * Example Request (All Models): - * ```shell - * curl -X 'GET' 'http://localhost:4000/model_group/info' -H 'accept: application/json' -H 'x-api-key: sk-1234' - * ``` - * - * Example Request (Specific Model Group): - * ```shell - * curl -X 'GET' 'http://localhost:4000/model_group/info?model_group=rerank-english-v3.0' -H 'accept: application/json' -H 'Authorization: Bearer sk-1234' - * ``` - * - * Example Request (Specific Wildcard Model Group): (e.g. `model_name: openai*` on config.yaml) - * ```shell - * curl -X 'GET' 'http://localhost:4000/model_group/info?model_group=openai/tts-1' - * -H 'accept: application/json' -H 'Authorization: Bearersk-1234' - * ``` - * - * Learn how to use and set wildcard models [here](https://docs.litellm.ai/docs/wildcard_routing) - * - * Example Response: - * ```json - * { - * "data": [ - * { - * "model_group": "rerank-english-v3.0", - * "providers": [ - * "cohere" - * ], - * "max_input_tokens": null, - * "max_output_tokens": null, - * "input_cost_per_token": 0.0, - * "output_cost_per_token": 0.0, - * "mode": null, - * "tpm": null, - * "rpm": null, - * "supports_parallel_function_calling": false, - * "supports_vision": false, - * "supports_function_calling": false, - * "supported_openai_params": [ - * "stream", - * "temperature", - * "max_tokens", - * "logit_bias", - * "top_p", - * "frequency_penalty", - * "presence_penalty", - * "stop", - * "n", - * "extra_headers" - * ] - * }, - * { - * "model_group": "gpt-3.5-turbo", - * "providers": [ - * "openai" - * ], - * "max_input_tokens": 16385.0, - * "max_output_tokens": 4096.0, - * "input_cost_per_token": 1.5e-06, - * "output_cost_per_token": 2e-06, - * "mode": "chat", - * "tpm": null, - * "rpm": null, - * "supports_parallel_function_calling": false, - * "supports_vision": false, - * "supports_function_calling": true, - * "supported_openai_params": [ - * "frequency_penalty", - * "logit_bias", - * "logprobs", - * "top_logprobs", - * "max_tokens", - * "max_completion_tokens", - * "n", - * "presence_penalty", - * "seed", - * "stop", - * "stream", - * "stream_options", - * "temperature", - * "top_p", - * "tools", - * "tool_choice", - * "function_call", - * "functions", - * "max_retries", - * "extra_headers", - * "parallel_tool_calls", - * "response_format" - * ] - * }, - * { - * "model_group": "llava-hf", - * "providers": [ - * "openai" - * ], - * "max_input_tokens": null, - * "max_output_tokens": null, - * "input_cost_per_token": 0.0, - * "output_cost_per_token": 0.0, - * "mode": null, - * "tpm": null, - * "rpm": null, - * "supports_parallel_function_calling": false, - * "supports_vision": true, - * "supports_function_calling": false, - * "supported_openai_params": [ - * "frequency_penalty", - * "logit_bias", - * "logprobs", - * "top_logprobs", - * "max_tokens", - * "max_completion_tokens", - * "n", - * "presence_penalty", - * "seed", - * "stop", - * "stream", - * "stream_options", - * "temperature", - * "top_p", - * "tools", - * "tool_choice", - * "function_call", - * "functions", - * "max_retries", - * "extra_headers", - * "parallel_tool_calls", - * "response_format" - * ] - * } - * ] - * } - * ``` - */ -export const modelGroupInfoModelGroupInfoGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/model_group/info', - ...options -}); - -/** - * Home - */ -export const homeGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/', - ...options -}); - -/** - * Get Adaptive Router State - * - * Return live bandit posteriors + queue depth for every configured adaptive router. - * - * Admin-only. Returns 404 if no adaptive router is configured. - * - * Response shape: `{"routers": [, ...]}` — one snapshot per - * adaptive-router deployment. Each snapshot's `router_name` field identifies - * which deployment it came from. - */ -export const getAdaptiveRouterStateAdaptiveRouterStateGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/adaptive_router/state', - ...options -}); - -/** - * Get Routes - * - * Get a list of available routes in the FastAPI application. - */ -export const getRoutesRoutesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/routes', - ...options -}); - -/** - * Responses Api - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses - * - * Supports background mode with polling_via_cache for partial response retrieval. - * When background=true and polling_via_cache is enabled, returns a polling_id immediately - * and streams the response in the background, updating Redis cache. - * - * ```bash - * # Normal request - * curl -X POST http://localhost:4000/v1/responses -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": "Tell me about AI" - * }' - * - * # Background request with polling - * curl -X POST http://localhost:4000/v1/responses -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": "Tell me about AI", - * "background": true - * }' - * ``` - */ -export const responsesApiOpenaiV1ResponsesPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/v1/responses', - ...options -}); - -/** - * WebSocket: responses_websocket_endpoint - * - * WebSocket connection endpoint - */ -export const websocketResponsesWebsocketEndpointGet = (options: Options) => (options.client ?? client).get({ url: '/responses', ...options }); - -/** - * Responses Api - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses - * - * Supports background mode with polling_via_cache for partial response retrieval. - * When background=true and polling_via_cache is enabled, returns a polling_id immediately - * and streams the response in the background, updating Redis cache. - * - * ```bash - * # Normal request - * curl -X POST http://localhost:4000/v1/responses -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": "Tell me about AI" - * }' - * - * # Background request with polling - * curl -X POST http://localhost:4000/v1/responses -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": "Tell me about AI", - * "background": true - * }' - * ``` - */ -export const responsesApiResponsesPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/responses', - ...options -}); - -/** - * WebSocket: responses_websocket_endpoint - * - * WebSocket connection endpoint - */ -export const websocketResponsesWebsocketEndpointGet2 = (options: Options) => (options.client ?? client).get({ url: '/v1/responses', ...options }); - -/** - * Responses Api - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses - * - * Supports background mode with polling_via_cache for partial response retrieval. - * When background=true and polling_via_cache is enabled, returns a polling_id immediately - * and streams the response in the background, updating Redis cache. - * - * ```bash - * # Normal request - * curl -X POST http://localhost:4000/v1/responses -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": "Tell me about AI" - * }' - * - * # Background request with polling - * curl -X POST http://localhost:4000/v1/responses -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": "Tell me about AI", - * "background": true - * }' - * ``` - */ -export const responsesApiV1ResponsesPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/responses', - ...options -}); - -/** - * Cursor Chat Completions - * - * Cursor-specific endpoint that accepts Responses API input format but returns chat completions format. - * - * This endpoint handles requests from Cursor IDE which sends Responses API format (`input` field) - * but expects chat completions format response (`choices`, `messages`, etc.). - * - * ```bash - * curl -X POST http://localhost:4000/cursor/chat/completions -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": [{"role": "user", "content": "Hello"}] - * }' - * Responds back in chat completions format. - * ``` - */ -export const cursorChatCompletionsCursorChatCompletionsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cursor/chat/completions', - ...options -}); - -/** - * Delete Response - * - * Delete a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Deletes from Redis cache - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/delete - * - * ```bash - * curl -X DELETE http://localhost:4000/v1/responses/resp_abc123 -H "Authorization: Bearer sk-1234" - * ``` - */ -export const deleteResponseOpenaiV1ResponsesResponseIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/v1/responses/{response_id}', - ...options -}); - -/** - * Get Response - * - * Get a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Returns cumulative cached content from background responses - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/get - * - * ```bash - * # Get polling response - * curl -X GET http://localhost:4000/v1/responses/litellm_poll_abc123 -H "Authorization: Bearer sk-1234" - * - * # Get provider response - * curl -X GET http://localhost:4000/v1/responses/resp_abc123 -H "Authorization: Bearer sk-1234" - * ``` - */ -export const getResponseOpenaiV1ResponsesResponseIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/v1/responses/{response_id}', - ...options -}); - -/** - * Delete Response - * - * Delete a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Deletes from Redis cache - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/delete - * - * ```bash - * curl -X DELETE http://localhost:4000/v1/responses/resp_abc123 -H "Authorization: Bearer sk-1234" - * ``` - */ -export const deleteResponseResponsesResponseIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/responses/{response_id}', - ...options -}); - -/** - * Get Response - * - * Get a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Returns cumulative cached content from background responses - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/get - * - * ```bash - * # Get polling response - * curl -X GET http://localhost:4000/v1/responses/litellm_poll_abc123 -H "Authorization: Bearer sk-1234" - * - * # Get provider response - * curl -X GET http://localhost:4000/v1/responses/resp_abc123 -H "Authorization: Bearer sk-1234" - * ``` - */ -export const getResponseResponsesResponseIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/responses/{response_id}', - ...options -}); - -/** - * Delete Response - * - * Delete a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Deletes from Redis cache - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/delete - * - * ```bash - * curl -X DELETE http://localhost:4000/v1/responses/resp_abc123 -H "Authorization: Bearer sk-1234" - * ``` - */ -export const deleteResponseV1ResponsesResponseIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/responses/{response_id}', - ...options -}); - -/** - * Get Response - * - * Get a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Returns cumulative cached content from background responses - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/get - * - * ```bash - * # Get polling response - * curl -X GET http://localhost:4000/v1/responses/litellm_poll_abc123 -H "Authorization: Bearer sk-1234" - * - * # Get provider response - * curl -X GET http://localhost:4000/v1/responses/resp_abc123 -H "Authorization: Bearer sk-1234" - * ``` - */ -export const getResponseV1ResponsesResponseIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/responses/{response_id}', - ...options -}); - -/** - * Get Response Input Items - * - * List input items for a response. - */ -export const getResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/v1/responses/{response_id}/input_items', - ...options -}); - -/** - * Get Response Input Items - * - * List input items for a response. - */ -export const getResponseInputItemsResponsesResponseIdInputItemsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/responses/{response_id}/input_items', - ...options -}); - -/** - * Get Response Input Items - * - * List input items for a response. - */ -export const getResponseInputItemsV1ResponsesResponseIdInputItemsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/responses/{response_id}/input_items', - ...options -}); - -/** - * Compact Response - * - * Compact a response by running a compaction pass over a conversation. - * - * Returns encrypted, opaque items that can be used to reduce context size. - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/compact - * - * ```bash - * curl -X POST http://localhost:4000/v1/responses/compact -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": [{"role": "user", "content": "Hello"}] - * }' - * ``` - */ -export const compactResponseOpenaiV1ResponsesCompactPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/v1/responses/compact', - ...options -}); - -/** - * Compact Response - * - * Compact a response by running a compaction pass over a conversation. - * - * Returns encrypted, opaque items that can be used to reduce context size. - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/compact - * - * ```bash - * curl -X POST http://localhost:4000/v1/responses/compact -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": [{"role": "user", "content": "Hello"}] - * }' - * ``` - */ -export const compactResponseResponsesCompactPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/responses/compact', - ...options -}); - -/** - * Compact Response - * - * Compact a response by running a compaction pass over a conversation. - * - * Returns encrypted, opaque items that can be used to reduce context size. - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/compact - * - * ```bash - * curl -X POST http://localhost:4000/v1/responses/compact -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-4o", - * "input": [{"role": "user", "content": "Hello"}] - * }' - * ``` - */ -export const compactResponseV1ResponsesCompactPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/responses/compact', - ...options -}); - -/** - * Cancel Response - * - * Cancel a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Cancels background response and updates status in Redis - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/cancel - * - * ```bash - * # Cancel polling response - * curl -X POST http://localhost:4000/v1/responses/litellm_poll_abc123/cancel -H "Authorization: Bearer sk-1234" - * - * # Cancel provider response - * curl -X POST http://localhost:4000/v1/responses/resp_abc123/cancel -H "Authorization: Bearer sk-1234" - * ``` - */ -export const cancelResponseOpenaiV1ResponsesResponseIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/v1/responses/{response_id}/cancel', - ...options -}); - -/** - * Cancel Response - * - * Cancel a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Cancels background response and updates status in Redis - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/cancel - * - * ```bash - * # Cancel polling response - * curl -X POST http://localhost:4000/v1/responses/litellm_poll_abc123/cancel -H "Authorization: Bearer sk-1234" - * - * # Cancel provider response - * curl -X POST http://localhost:4000/v1/responses/resp_abc123/cancel -H "Authorization: Bearer sk-1234" - * ``` - */ -export const cancelResponseResponsesResponseIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/responses/{response_id}/cancel', - ...options -}); - -/** - * Cancel Response - * - * Cancel a response by ID. - * - * Supports both: - * - Polling IDs (litellm_poll_*): Cancels background response and updates status in Redis - * - Provider response IDs: Passes through to provider API - * - * Follows the OpenAI Responses API spec: https://platform.openai.com/docs/api-reference/responses/cancel - * - * ```bash - * # Cancel polling response - * curl -X POST http://localhost:4000/v1/responses/litellm_poll_abc123/cancel -H "Authorization: Bearer sk-1234" - * - * # Cancel provider response - * curl -X POST http://localhost:4000/v1/responses/resp_abc123/cancel -H "Authorization: Bearer sk-1234" - * ``` - */ -export const cancelResponseV1ResponsesResponseIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/responses/{response_id}/cancel', - ...options -}); - -/** - * List Batches - * - * Lists - * This is the equivalent of GET https://api.openai.com/v1/batches/ - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/list - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches?limit=2 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" - * ``` - */ -export const listBatchesBatchesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/batches', - ...options -}); - -/** - * Create Batch - * - * Create large batches of API requests for asynchronous processing. - * This is the equivalent of POST https://api.openai.com/v1/batch - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "input_file_id": "file-abc123", - * "endpoint": "/v1/chat/completions", - * "completion_window": "24h" - * }' - * ``` - */ -export const createBatchBatchesPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/batches', - ...options -}); - -/** - * List Batches - * - * Lists - * This is the equivalent of GET https://api.openai.com/v1/batches/ - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/list - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches?limit=2 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" - * ``` - */ -export const listBatchesV1BatchesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/batches', - ...options -}); - -/** - * Create Batch - * - * Create large batches of API requests for asynchronous processing. - * This is the equivalent of POST https://api.openai.com/v1/batch - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "input_file_id": "file-abc123", - * "endpoint": "/v1/chat/completions", - * "completion_window": "24h" - * }' - * ``` - */ -export const createBatchV1BatchesPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/batches', - ...options -}); - -/** - * List Batches - * - * Lists - * This is the equivalent of GET https://api.openai.com/v1/batches/ - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/list - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches?limit=2 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" - * ``` - */ -export const listBatchesProviderV1BatchesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/batches', - ...options -}); - -/** - * Create Batch - * - * Create large batches of API requests for asynchronous processing. - * This is the equivalent of POST https://api.openai.com/v1/batch - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "input_file_id": "file-abc123", - * "endpoint": "/v1/chat/completions", - * "completion_window": "24h" - * }' - * ``` - */ -export const createBatchProviderV1BatchesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/batches', - ...options -}); - -/** - * Retrieve Batch - * - * Retrieves a batch. - * This is the equivalent of GET https://api.openai.com/v1/batches/{batch_id} - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/retrieve - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches/batch_abc123 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" - * ``` - */ -export const retrieveBatchBatchesBatchIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/batches/{batch_id}', - ...options -}); - -/** - * Retrieve Batch - * - * Retrieves a batch. - * This is the equivalent of GET https://api.openai.com/v1/batches/{batch_id} - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/retrieve - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches/batch_abc123 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" - * ``` - */ -export const retrieveBatchV1BatchesBatchIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/batches/{batch_id}', - ...options -}); - -/** - * Retrieve Batch - * - * Retrieves a batch. - * This is the equivalent of GET https://api.openai.com/v1/batches/{batch_id} - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/retrieve - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches/batch_abc123 -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" - * ``` - */ -export const retrieveBatchProviderV1BatchesBatchIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/batches/{batch_id}', - ...options -}); - -/** - * Cancel Batch - * - * Cancel a batch. - * This is the equivalent of POST https://api.openai.com/v1/batches/{batch_id}/cancel - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/cancel - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches/batch_abc123/cancel -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -X POST - * - * ``` - */ -export const cancelBatchBatchesBatchIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/batches/{batch_id}/cancel', - ...options -}); - -/** - * Cancel Batch - * - * Cancel a batch. - * This is the equivalent of POST https://api.openai.com/v1/batches/{batch_id}/cancel - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/cancel - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches/batch_abc123/cancel -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -X POST - * - * ``` - */ -export const cancelBatchV1BatchesBatchIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/batches/{batch_id}/cancel', - ...options -}); - -/** - * Cancel Batch - * - * Cancel a batch. - * This is the equivalent of POST https://api.openai.com/v1/batches/{batch_id}/cancel - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/batch/cancel - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/batches/batch_abc123/cancel -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -X POST - * - * ``` - */ -export const cancelBatchProviderV1BatchesBatchIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/batches/{batch_id}/cancel', - ...options -}); - -/** - * Public Model Hub - */ -export const publicModelHubPublicModelHubGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/model_hub', ...options }); - -/** - * Get Agents - */ -export const getAgentsPublicAgentHubGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/agent_hub', ...options }); - -/** - * Get Mcp Servers - */ -export const getMcpServersPublicMcpHubGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/mcp_hub', ...options }); - -/** - * Public Skill Hub - * - * Return enabled (public) Claude Code skills — no auth required. - */ -export const publicSkillHubPublicSkillHubGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/skill_hub', ...options }); - -/** - * Public Model Hub Info - */ -export const publicModelHubInfoPublicModelHubInfoGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/model_hub/info', ...options }); - -/** - * Get Supported Providers - * - * Return a sorted list of all providers supported by LiteLLM. - */ -export const getSupportedProvidersPublicProvidersGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/providers', ...options }); - -/** - * Get Provider Fields - * - * Return provider metadata required by the dashboard create-model flow. - */ -export const getProviderFieldsPublicProvidersFieldsGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/providers/fields', ...options }); - -/** - * Get Litellm Model Cost Map - * - * Public endpoint to get the LiteLLM model cost map. - * Returns pricing information for all supported models. - */ -export const getLitellmModelCostMapPublicLitellmModelCostMapGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/litellm_model_cost_map', ...options }); - -/** - * Get Litellm Blog Posts - * - * Public endpoint to get the latest LiteLLM blog posts. - * - * Fetches from GitHub with a 1-hour in-process cache. - * Falls back to the bundled local backup on any failure. - */ -export const getLitellmBlogPostsPublicLitellmBlogPostsGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/litellm_blog_posts', ...options }); - -/** - * Get Supported Endpoints - * - * Return the list of LiteLLM proxy endpoints and which providers support each one. - * - * Reads from the bundled local backup file. Result is cached in-process for - * the lifetime of the server process. - */ -export const getSupportedEndpointsPublicEndpointsGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/endpoints', ...options }); - -/** - * Get Agent Fields - * - * Return agent type metadata required by the dashboard create-agent flow. - * - * If an agent has `inherit_credentials_from_provider`, the provider's credential - * fields are automatically appended to the agent's credential_fields. - */ -export const getAgentFieldsPublicAgentsFieldsGet = (options?: Options) => (options?.client ?? client).get({ url: '/public/agents/fields', ...options }); - -/** - * Rerank - */ -export const rerankRerankPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/rerank', - ...options -}); - -/** - * Rerank - */ -export const rerankV1RerankPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/rerank', - ...options -}); - -/** - * Rerank - */ -export const rerankV2RerankPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v2/rerank', - ...options -}); - -/** - * Ocr - * - * OCR endpoint for extracting text from documents and images. - * - * Supports two input modes: - * - * **1. JSON body** (Mistral OCR API compatible): - * ```bash - * curl -X POST "http://localhost:4000/v1/ocr" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "model": "mistral-ocr", - * "document": { - * "type": "document_url", - * "document_url": "https://arxiv.org/pdf/2201.04234" - * } - * }' - * ``` - * - * **2. Multipart form file upload**: - * ```bash - * curl -X POST "http://localhost:4000/v1/ocr" -H "Authorization: Bearer sk-1234" -F "model=mistral-ocr" -F "file=@document.pdf" - * ``` - */ -export const ocrOcrPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/ocr', - ...options -}); - -/** - * Ocr - * - * OCR endpoint for extracting text from documents and images. - * - * Supports two input modes: - * - * **1. JSON body** (Mistral OCR API compatible): - * ```bash - * curl -X POST "http://localhost:4000/v1/ocr" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "model": "mistral-ocr", - * "document": { - * "type": "document_url", - * "document_url": "https://arxiv.org/pdf/2201.04234" - * } - * }' - * ``` - * - * **2. Multipart form file upload**: - * ```bash - * curl -X POST "http://localhost:4000/v1/ocr" -H "Authorization: Bearer sk-1234" -F "model=mistral-ocr" -F "file=@document.pdf" - * ``` - */ -export const ocrV1OcrPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/ocr', - ...options -}); - -/** - * Rag Ingest - * - * RAG Ingest endpoint - all-in-one document ingestion pipeline. - * - * Supports form upload (for files) or JSON body (for URLs). - * - * ## Form upload (for files): - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/ingest" \ - * -H "Authorization: Bearer sk-1234" \ - * -F file="@document.pdf" \ - * -F 'ingest_options={"vector_store": {"custom_llm_provider": "openai"}}' - * ``` - * - * ## JSON body (for URLs): - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/ingest" \ - * -H "Authorization: Bearer sk-1234" \ - * -H "Content-Type: application/json" \ - * -d '{ - * "file_url": "https://example.com/document.pdf", - * "ingest_options": {"vector_store": {"custom_llm_provider": "openai"}} - * }' - * ``` - * - * ## Bedrock: - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/ingest" \ - * -H "Authorization: Bearer sk-1234" \ - * -F file="@document.pdf" \ - * -F 'ingest_options={"vector_store": {"custom_llm_provider": "bedrock"}}' - * ``` - */ -export const ragIngestRagIngestPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/rag/ingest', - ...options -}); - -/** - * Rag Ingest - * - * RAG Ingest endpoint - all-in-one document ingestion pipeline. - * - * Supports form upload (for files) or JSON body (for URLs). - * - * ## Form upload (for files): - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/ingest" \ - * -H "Authorization: Bearer sk-1234" \ - * -F file="@document.pdf" \ - * -F 'ingest_options={"vector_store": {"custom_llm_provider": "openai"}}' - * ``` - * - * ## JSON body (for URLs): - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/ingest" \ - * -H "Authorization: Bearer sk-1234" \ - * -H "Content-Type: application/json" \ - * -d '{ - * "file_url": "https://example.com/document.pdf", - * "ingest_options": {"vector_store": {"custom_llm_provider": "openai"}} - * }' - * ``` - * - * ## Bedrock: - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/ingest" \ - * -H "Authorization: Bearer sk-1234" \ - * -F file="@document.pdf" \ - * -F 'ingest_options={"vector_store": {"custom_llm_provider": "bedrock"}}' - * ``` - */ -export const ragIngestV1RagIngestPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/rag/ingest', - ...options -}); - -/** - * Rag Query - * - * RAG Query endpoint - search vector store, optionally rerank, and generate LLM response. - * - * This endpoint: - * 1. Extracts the query from the last user message - * 2. Searches the vector store for relevant context - * 3. Optionally reranks the results - * 4. Generates an LLM response with the retrieved context - * - * ## Example Request: - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/query" \ - * -H "Authorization: Bearer sk-1234" \ - * -H "Content-Type: application/json" \ - * -d '{ - * "model": "gpt-4o-mini", - * "messages": [{"role": "user", "content": "What is LiteLLM?"}], - * "retrieval_config": { - * "vector_store_id": "vs_abc123", - * "custom_llm_provider": "openai", - * "top_k": 5 - * } - * }' - * ``` - * - * ## With Reranking: - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/query" \ - * -H "Authorization: Bearer sk-1234" \ - * -H "Content-Type: application/json" \ - * -d '{ - * "model": "gpt-4o-mini", - * "messages": [{"role": "user", "content": "What is LiteLLM?"}], - * "retrieval_config": { - * "vector_store_id": "vs_abc123", - * "custom_llm_provider": "openai", - * "top_k": 10 - * }, - * "rerank": { - * "enabled": true, - * "model": "cohere/rerank-english-v3.0", - * "top_n": 3 - * } - * }' - * ``` - */ -export const ragQueryRagQueryPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/rag/query', - ...options -}); - -/** - * Rag Query - * - * RAG Query endpoint - search vector store, optionally rerank, and generate LLM response. - * - * This endpoint: - * 1. Extracts the query from the last user message - * 2. Searches the vector store for relevant context - * 3. Optionally reranks the results - * 4. Generates an LLM response with the retrieved context - * - * ## Example Request: - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/query" \ - * -H "Authorization: Bearer sk-1234" \ - * -H "Content-Type: application/json" \ - * -d '{ - * "model": "gpt-4o-mini", - * "messages": [{"role": "user", "content": "What is LiteLLM?"}], - * "retrieval_config": { - * "vector_store_id": "vs_abc123", - * "custom_llm_provider": "openai", - * "top_k": 5 - * } - * }' - * ``` - * - * ## With Reranking: - * ```bash - * curl -X POST "http://localhost:4000/v1/rag/query" \ - * -H "Authorization: Bearer sk-1234" \ - * -H "Content-Type: application/json" \ - * -d '{ - * "model": "gpt-4o-mini", - * "messages": [{"role": "user", "content": "What is LiteLLM?"}], - * "retrieval_config": { - * "vector_store_id": "vs_abc123", - * "custom_llm_provider": "openai", - * "top_k": 10 - * }, - * "rerank": { - * "enabled": true, - * "model": "cohere/rerank-english-v3.0", - * "top_n": 3 - * } - * }' - * ``` - */ -export const ragQueryV1RagQueryPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/rag/query', - ...options -}); - -/** - * Video List - * - * Video list endpoint for retrieving a list of videos. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/videos" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const videoListVideosGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos', - ...options -}); - -/** - * Video Generation - * - * Video generation endpoint for creating videos from text prompts. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "model": "sora-2", - * "prompt": "A beautiful sunset over the ocean" - * }' - * ``` - */ -export const videoGenerationVideosPost = (options?: Options) => (options?.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos', - ...options, - headers: { - 'Content-Type': null, - ...options?.headers - } -}); - -/** - * Video List - * - * Video list endpoint for retrieving a list of videos. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/videos" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const videoListV1VideosGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos', - ...options -}); - -/** - * Video Generation - * - * Video generation endpoint for creating videos from text prompts. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "model": "sora-2", - * "prompt": "A beautiful sunset over the ocean" - * }' - * ``` - */ -export const videoGenerationV1VideosPost = (options?: Options) => (options?.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos', - ...options, - headers: { - 'Content-Type': null, - ...options?.headers - } -}); - -/** - * Video Status - * - * Video status endpoint for retrieving video status and metadata. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/videos/video_123" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const videoStatusVideosVideoIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos/{video_id}', - ...options -}); - -/** - * Video Status - * - * Video status endpoint for retrieving video status and metadata. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/videos/video_123" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const videoStatusV1VideosVideoIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos/{video_id}', - ...options -}); - -/** - * Video Content - * - * Video content endpoint for downloading video content. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/videos/{video_id}/content" -H "Authorization: Bearer sk-1234" --output video.mp4 - * ``` - */ -export const videoContentVideosVideoIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos/{video_id}/content', - ...options -}); - -/** - * Video Content - * - * Video content endpoint for downloading video content. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/videos/{video_id}/content" -H "Authorization: Bearer sk-1234" --output video.mp4 - * ``` - */ -export const videoContentV1VideosVideoIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos/{video_id}/content', - ...options -}); - -/** - * Video Remix - * - * Video remix endpoint for remixing existing videos with new prompts. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos/video_123/remix" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "prompt": "A new version with different colors" - * }' - * ``` - */ -export const videoRemixVideosVideoIdRemixPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos/{video_id}/remix', - ...options -}); - -/** - * Video Remix - * - * Video remix endpoint for remixing existing videos with new prompts. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos/video_123/remix" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "prompt": "A new version with different colors" - * }' - * ``` - */ -export const videoRemixV1VideosVideoIdRemixPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos/{video_id}/remix', - ...options -}); - -/** - * Video Create Character - * - * Create a character from an uploaded video file. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos/create-character - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos/characters" -H "Authorization: Bearer sk-1234" -F "video=@character_video.mp4" -F "name=my_character" - * ``` - */ -export const videoCreateCharacterVideosCharactersPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos/characters', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * Video Create Character - * - * Create a character from an uploaded video file. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos/create-character - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos/characters" -H "Authorization: Bearer sk-1234" -F "video=@character_video.mp4" -F "name=my_character" - * ``` - */ -export const videoCreateCharacterV1VideosCharactersPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos/characters', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * Video Get Character - * - * Retrieve a character by ID. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos/get-character - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/videos/characters/char_123" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const videoGetCharacterVideosCharactersCharacterIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos/characters/{character_id}', - ...options -}); - -/** - * Video Get Character - * - * Retrieve a character by ID. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos/get-character - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/videos/characters/char_123" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const videoGetCharacterV1VideosCharactersCharacterIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos/characters/{character_id}', - ...options -}); - -/** - * Video Edit - * - * Create a video edit job. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos/create-edit - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos/edits" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{"prompt": "Make it brighter", "video": {"id": "video_123"}}' - * ``` - */ -export const videoEditVideosEditsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos/edits', - ...options -}); - -/** - * Video Edit - * - * Create a video edit job. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos/create-edit - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos/edits" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{"prompt": "Make it brighter", "video": {"id": "video_123"}}' - * ``` - */ -export const videoEditV1VideosEditsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos/edits', - ...options -}); - -/** - * Video Extension - * - * Create a video extension. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos/create-extension - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos/extensions" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{"prompt": "Continue the scene", "seconds": "5", "video": {"id": "video_123"}}' - * ``` - */ -export const videoExtensionVideosExtensionsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/videos/extensions', - ...options -}); - -/** - * Video Extension - * - * Create a video extension. - * - * Follows the OpenAI Videos API spec: - * https://platform.openai.com/docs/api-reference/videos/create-extension - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/videos/extensions" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{"prompt": "Continue the scene", "seconds": "5", "video": {"id": "video_123"}}' - * ``` - */ -export const videoExtensionV1VideosExtensionsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/videos/extensions', - ...options -}); - -/** - * List Containers - * - * Container list endpoint for retrieving a list of containers. - * - * Follows the OpenAI Containers API spec: - * https://platform.openai.com/docs/api-reference/containers - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/containers?limit=20&order=desc" -H "Authorization: Bearer sk-1234" - * ``` - * - * Or specify provider via header or query param: - * ```bash - * curl -X GET "http://localhost:4000/v1/containers?custom_llm_provider=azure" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const listContainersContainersGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers', - ...options -}); - -/** - * Create Container - * - * Container creation endpoint for creating new containers. - * - * Follows the OpenAI Containers API spec: - * https://platform.openai.com/docs/api-reference/containers - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/containers" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "name": "My Container", - * "expires_after": { - * "anchor": "last_active_at", - * "minutes": 20 - * } - * }' - * ``` - * - * Or specify provider via header: - * ```bash - * curl -X POST "http://localhost:4000/v1/containers" -H "Authorization: Bearer sk-1234" -H "custom-llm-provider: azure" -H "Content-Type: application/json" -d '{ - * "name": "My Container" - * }' - * ``` - */ -export const createContainerContainersPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers', - ...options -}); - -/** - * List Containers - * - * Container list endpoint for retrieving a list of containers. - * - * Follows the OpenAI Containers API spec: - * https://platform.openai.com/docs/api-reference/containers - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/containers?limit=20&order=desc" -H "Authorization: Bearer sk-1234" - * ``` - * - * Or specify provider via header or query param: - * ```bash - * curl -X GET "http://localhost:4000/v1/containers?custom_llm_provider=azure" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const listContainersV1ContainersGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers', - ...options -}); - -/** - * Create Container - * - * Container creation endpoint for creating new containers. - * - * Follows the OpenAI Containers API spec: - * https://platform.openai.com/docs/api-reference/containers - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1/containers" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "name": "My Container", - * "expires_after": { - * "anchor": "last_active_at", - * "minutes": 20 - * } - * }' - * ``` - * - * Or specify provider via header: - * ```bash - * curl -X POST "http://localhost:4000/v1/containers" -H "Authorization: Bearer sk-1234" -H "custom-llm-provider: azure" -H "Content-Type: application/json" -d '{ - * "name": "My Container" - * }' - * ``` - */ -export const createContainerV1ContainersPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers', - ...options -}); - -/** - * Delete Container - * - * Container delete endpoint for deleting a specific container. - * - * Follows the OpenAI Containers API spec: - * https://platform.openai.com/docs/api-reference/containers - * - * Example: - * ```bash - * curl -X DELETE "http://localhost:4000/v1/containers/cntr_123" -H "Authorization: Bearer sk-1234" - * ``` - * - * Or specify provider via header: - * ```bash - * curl -X DELETE "http://localhost:4000/v1/containers/cntr_123" -H "Authorization: Bearer sk-1234" -H "custom-llm-provider: azure" - * ``` - */ -export const deleteContainerContainersContainerIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers/{container_id}', - ...options -}); - -/** - * Retrieve Container - * - * Container retrieve endpoint for getting details of a specific container. - * - * Follows the OpenAI Containers API spec: - * https://platform.openai.com/docs/api-reference/containers - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/containers/cntr_123" -H "Authorization: Bearer sk-1234" - * ``` - * - * Or specify provider via header: - * ```bash - * curl -X GET "http://localhost:4000/v1/containers/cntr_123" -H "Authorization: Bearer sk-1234" -H "custom-llm-provider: azure" - * ``` - */ -export const retrieveContainerContainersContainerIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers/{container_id}', - ...options -}); - -/** - * Delete Container - * - * Container delete endpoint for deleting a specific container. - * - * Follows the OpenAI Containers API spec: - * https://platform.openai.com/docs/api-reference/containers - * - * Example: - * ```bash - * curl -X DELETE "http://localhost:4000/v1/containers/cntr_123" -H "Authorization: Bearer sk-1234" - * ``` - * - * Or specify provider via header: - * ```bash - * curl -X DELETE "http://localhost:4000/v1/containers/cntr_123" -H "Authorization: Bearer sk-1234" -H "custom-llm-provider: azure" - * ``` - */ -export const deleteContainerV1ContainersContainerIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers/{container_id}', - ...options -}); - -/** - * Retrieve Container - * - * Container retrieve endpoint for getting details of a specific container. - * - * Follows the OpenAI Containers API spec: - * https://platform.openai.com/docs/api-reference/containers - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/containers/cntr_123" -H "Authorization: Bearer sk-1234" - * ``` - * - * Or specify provider via header: - * ```bash - * curl -X GET "http://localhost:4000/v1/containers/cntr_123" -H "Authorization: Bearer sk-1234" -H "custom-llm-provider: azure" - * ``` - */ -export const retrieveContainerV1ContainersContainerIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers/{container_id}', - ...options -}); - -/** - * Handler Container Id - */ -export const handlerContainerIdV1ContainersContainerIdFilesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers/{container_id}/files', - ...options -}); - -/** - * Handler Multipart Upload - */ -export const handlerMultipartUploadV1ContainersContainerIdFilesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers/{container_id}/files', - ...options -}); - -/** - * Handler Container Id - */ -export const handlerContainerIdContainersContainerIdFilesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers/{container_id}/files', - ...options -}); - -/** - * Handler Multipart Upload - */ -export const handlerMultipartUploadContainersContainerIdFilesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers/{container_id}/files', - ...options -}); - -/** - * Handler Container File - */ -export const handlerContainerFileV1ContainersContainerIdFilesFileIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers/{container_id}/files/{file_id}', - ...options -}); - -/** - * Handler Container File - */ -export const handlerContainerFileV1ContainersContainerIdFilesFileIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers/{container_id}/files/{file_id}', - ...options -}); - -/** - * Handler Container File - */ -export const handlerContainerFileContainersContainerIdFilesFileIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers/{container_id}/files/{file_id}', - ...options -}); - -/** - * Handler Container File - */ -export const handlerContainerFileContainersContainerIdFilesFileIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers/{container_id}/files/{file_id}', - ...options -}); - -/** - * Handler Binary Content - */ -export const handlerBinaryContentV1ContainersContainerIdFilesFileIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/containers/{container_id}/files/{file_id}/content', - ...options -}); - -/** - * Handler Binary Content - */ -export const handlerBinaryContentContainersContainerIdFilesFileIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/containers/{container_id}/files/{file_id}/content', - ...options -}); - -/** - * Search - * - * Search endpoint for performing web searches. - * - * Follows the Perplexity Search API spec: - * https://docs.perplexity.ai/api-reference/search-post - * - * The search_tool_name can be passed either: - * 1. In the URL path: /v1/search/{search_tool_name} - * 2. In the request body: {"search_tool_name": "..."} - * - * Example with search_tool_name in URL (recommended - keeps body Perplexity-compatible): - * ```bash - * curl -X POST "http://localhost:4000/v1/search/litellm-search" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "query": "latest AI developments 2024", - * "max_results": 5, - * "search_domain_filter": ["arxiv.org", "nature.com"], - * "country": "US" - * }' - * ``` - * - * Example with search_tool_name in body: - * ```bash - * curl -X POST "http://localhost:4000/v1/search" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "search_tool_name": "litellm-search", - * "query": "latest AI developments 2024", - * "max_results": 5, - * "search_domain_filter": ["arxiv.org", "nature.com"], - * "country": "US" - * }' - * ``` - * - * Request Body Parameters (when search_tool_name not in URL): - * - search_tool_name (str, required if not in URL): Name of the search tool configured in router - * - query (str or list[str], required): Search query - * - max_results (int, optional): Maximum number of results (1-20), default 10 - * - search_domain_filter (list[str], optional): List of domains to filter (max 20) - * - max_tokens_per_page (int, optional): Max tokens per page, default 1024 - * - country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE') - * - * When using URL path parameter, only Perplexity-compatible parameters are needed in body: - * - query (str or list[str], required): Search query - * - max_results (int, optional): Maximum number of results (1-20), default 10 - * - search_domain_filter (list[str], optional): List of domains to filter (max 20) - * - max_tokens_per_page (int, optional): Max tokens per page, default 1024 - * - country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE') - * - * Response follows Perplexity Search API format: - * ```json - * { - * "object": "search", - * "results": [ - * { - * "title": "Result title", - * "url": "https://example.com", - * "snippet": "Result snippet...", - * "date": "2024-01-01", - * "last_updated": "2024-01-01" - * } - * ] - * } - * ``` - */ -export const searchSearchPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search', - ...options -}); - -/** - * Search - * - * Search endpoint for performing web searches. - * - * Follows the Perplexity Search API spec: - * https://docs.perplexity.ai/api-reference/search-post - * - * The search_tool_name can be passed either: - * 1. In the URL path: /v1/search/{search_tool_name} - * 2. In the request body: {"search_tool_name": "..."} - * - * Example with search_tool_name in URL (recommended - keeps body Perplexity-compatible): - * ```bash - * curl -X POST "http://localhost:4000/v1/search/litellm-search" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "query": "latest AI developments 2024", - * "max_results": 5, - * "search_domain_filter": ["arxiv.org", "nature.com"], - * "country": "US" - * }' - * ``` - * - * Example with search_tool_name in body: - * ```bash - * curl -X POST "http://localhost:4000/v1/search" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "search_tool_name": "litellm-search", - * "query": "latest AI developments 2024", - * "max_results": 5, - * "search_domain_filter": ["arxiv.org", "nature.com"], - * "country": "US" - * }' - * ``` - * - * Request Body Parameters (when search_tool_name not in URL): - * - search_tool_name (str, required if not in URL): Name of the search tool configured in router - * - query (str or list[str], required): Search query - * - max_results (int, optional): Maximum number of results (1-20), default 10 - * - search_domain_filter (list[str], optional): List of domains to filter (max 20) - * - max_tokens_per_page (int, optional): Max tokens per page, default 1024 - * - country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE') - * - * When using URL path parameter, only Perplexity-compatible parameters are needed in body: - * - query (str or list[str], required): Search query - * - max_results (int, optional): Maximum number of results (1-20), default 10 - * - search_domain_filter (list[str], optional): List of domains to filter (max 20) - * - max_tokens_per_page (int, optional): Max tokens per page, default 1024 - * - country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE') - * - * Response follows Perplexity Search API format: - * ```json - * { - * "object": "search", - * "results": [ - * { - * "title": "Result title", - * "url": "https://example.com", - * "snippet": "Result snippet...", - * "date": "2024-01-01", - * "last_updated": "2024-01-01" - * } - * ] - * } - * ``` - */ -export const searchV1SearchPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/search', - ...options -}); - -/** - * Search - * - * Search endpoint for performing web searches. - * - * Follows the Perplexity Search API spec: - * https://docs.perplexity.ai/api-reference/search-post - * - * The search_tool_name can be passed either: - * 1. In the URL path: /v1/search/{search_tool_name} - * 2. In the request body: {"search_tool_name": "..."} - * - * Example with search_tool_name in URL (recommended - keeps body Perplexity-compatible): - * ```bash - * curl -X POST "http://localhost:4000/v1/search/litellm-search" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "query": "latest AI developments 2024", - * "max_results": 5, - * "search_domain_filter": ["arxiv.org", "nature.com"], - * "country": "US" - * }' - * ``` - * - * Example with search_tool_name in body: - * ```bash - * curl -X POST "http://localhost:4000/v1/search" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "search_tool_name": "litellm-search", - * "query": "latest AI developments 2024", - * "max_results": 5, - * "search_domain_filter": ["arxiv.org", "nature.com"], - * "country": "US" - * }' - * ``` - * - * Request Body Parameters (when search_tool_name not in URL): - * - search_tool_name (str, required if not in URL): Name of the search tool configured in router - * - query (str or list[str], required): Search query - * - max_results (int, optional): Maximum number of results (1-20), default 10 - * - search_domain_filter (list[str], optional): List of domains to filter (max 20) - * - max_tokens_per_page (int, optional): Max tokens per page, default 1024 - * - country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE') - * - * When using URL path parameter, only Perplexity-compatible parameters are needed in body: - * - query (str or list[str], required): Search query - * - max_results (int, optional): Maximum number of results (1-20), default 10 - * - search_domain_filter (list[str], optional): List of domains to filter (max 20) - * - max_tokens_per_page (int, optional): Max tokens per page, default 1024 - * - country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE') - * - * Response follows Perplexity Search API format: - * ```json - * { - * "object": "search", - * "results": [ - * { - * "title": "Result title", - * "url": "https://example.com", - * "snippet": "Result snippet...", - * "date": "2024-01-01", - * "last_updated": "2024-01-01" - * } - * ] - * } - * ``` - */ -export const searchSearchSearchToolNamePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search/{search_tool_name}', - ...options -}); - -/** - * Search - * - * Search endpoint for performing web searches. - * - * Follows the Perplexity Search API spec: - * https://docs.perplexity.ai/api-reference/search-post - * - * The search_tool_name can be passed either: - * 1. In the URL path: /v1/search/{search_tool_name} - * 2. In the request body: {"search_tool_name": "..."} - * - * Example with search_tool_name in URL (recommended - keeps body Perplexity-compatible): - * ```bash - * curl -X POST "http://localhost:4000/v1/search/litellm-search" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "query": "latest AI developments 2024", - * "max_results": 5, - * "search_domain_filter": ["arxiv.org", "nature.com"], - * "country": "US" - * }' - * ``` - * - * Example with search_tool_name in body: - * ```bash - * curl -X POST "http://localhost:4000/v1/search" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "search_tool_name": "litellm-search", - * "query": "latest AI developments 2024", - * "max_results": 5, - * "search_domain_filter": ["arxiv.org", "nature.com"], - * "country": "US" - * }' - * ``` - * - * Request Body Parameters (when search_tool_name not in URL): - * - search_tool_name (str, required if not in URL): Name of the search tool configured in router - * - query (str or list[str], required): Search query - * - max_results (int, optional): Maximum number of results (1-20), default 10 - * - search_domain_filter (list[str], optional): List of domains to filter (max 20) - * - max_tokens_per_page (int, optional): Max tokens per page, default 1024 - * - country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE') - * - * When using URL path parameter, only Perplexity-compatible parameters are needed in body: - * - query (str or list[str], required): Search query - * - max_results (int, optional): Maximum number of results (1-20), default 10 - * - search_domain_filter (list[str], optional): List of domains to filter (max 20) - * - max_tokens_per_page (int, optional): Max tokens per page, default 1024 - * - country (str, optional): Country code filter (e.g., 'US', 'GB', 'DE') - * - * Response follows Perplexity Search API format: - * ```json - * { - * "object": "search", - * "results": [ - * { - * "title": "Result title", - * "url": "https://example.com", - * "snippet": "Result snippet...", - * "date": "2024-01-01", - * "last_updated": "2024-01-01" - * } - * ] - * } - * ``` - */ -export const searchV1SearchSearchToolNamePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/search/{search_tool_name}', - ...options -}); - -/** - * List Search Tools - * - * List all available search tools configured in the router. - * - * This endpoint returns the search tools that are currently loaded and available - * for use with the /v1/search endpoint. - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/search/tools" -H "Authorization: Bearer sk-1234" - * ``` - * - * Response: - * ```json - * { - * "object": "list", - * "data": [ - * { - * "search_tool_name": "litellm-search", - * "search_provider": "perplexity", - * "description": "Perplexity search tool" - * } - * ] - * } - * ``` - */ -export const listSearchToolsSearchToolsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search/tools', - ...options -}); - -/** - * List Search Tools - * - * List all available search tools configured in the router. - * - * This endpoint returns the search tools that are currently loaded and available - * for use with the /v1/search endpoint. - * - * Example: - * ```bash - * curl -X GET "http://localhost:4000/v1/search/tools" -H "Authorization: Bearer sk-1234" - * ``` - * - * Response: - * ```json - * { - * "object": "list", - * "data": [ - * { - * "search_tool_name": "litellm-search", - * "search_provider": "perplexity", - * "description": "Perplexity search tool" - * } - * ] - * } - * ``` - */ -export const listSearchToolsV1SearchToolsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/search/tools', - ...options -}); - -/** - * Image Generation - */ -export const imageGenerationOpenaiDeploymentsModelImagesGenerationsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/deployments/{model}/images/generations', - ...options -}); - -/** - * Image Generation - */ -export const imageGenerationImagesGenerationsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/images/generations', - ...options -}); - -/** - * Image Generation - */ -export const imageGenerationV1ImagesGenerationsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/images/generations', - ...options -}); - -/** - * Image Edit Api - * - * Follows the OpenAI Images API spec: https://platform.openai.com/docs/api-reference/images/create - * - * ```bash - * curl -s -D >(grep -i x-request-id >&2) -o >(jq -r '.data[0].b64_json' | base64 --decode > gift-basket.png) -X POST "http://localhost:4000/v1/images/edits" -H "Authorization: Bearer sk-1234" -F "model=gpt-image-1" -F "image[]=@soap.png" -F 'prompt=Create a studio ghibli image of this' - * ``` - */ -export const imageEditApiOpenaiDeploymentsModelImagesEditsPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/deployments/{model}/images/edits', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * Image Edit Api - * - * Follows the OpenAI Images API spec: https://platform.openai.com/docs/api-reference/images/create - * - * ```bash - * curl -s -D >(grep -i x-request-id >&2) -o >(jq -r '.data[0].b64_json' | base64 --decode > gift-basket.png) -X POST "http://localhost:4000/v1/images/edits" -H "Authorization: Bearer sk-1234" -F "model=gpt-image-1" -F "image[]=@soap.png" -F 'prompt=Create a studio ghibli image of this' - * ``` - */ -export const imageEditApiImagesEditsPost = (options?: Options) => (options?.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/images/edits', - ...options, - headers: { - 'Content-Type': null, - ...options?.headers - } -}); - -/** - * Image Edit Api - * - * Follows the OpenAI Images API spec: https://platform.openai.com/docs/api-reference/images/create - * - * ```bash - * curl -s -D >(grep -i x-request-id >&2) -o >(jq -r '.data[0].b64_json' | base64 --decode > gift-basket.png) -X POST "http://localhost:4000/v1/images/edits" -H "Authorization: Bearer sk-1234" -F "model=gpt-image-1" -F "image[]=@soap.png" -F 'prompt=Create a studio ghibli image of this' - * ``` - */ -export const imageEditApiV1ImagesEditsPost = (options?: Options) => (options?.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/images/edits', - ...options, - headers: { - 'Content-Type': null, - ...options?.headers - } -}); - -/** - * ✨ (Enterprise) List Fine-Tuning Jobs - * - * Lists fine-tuning jobs for the organization. - * This is the equivalent of GET https://api.openai.com/v1/fine_tuning/jobs - * - * Supported Query Params: - * - `custom_llm_provider`: Name of the LiteLLM provider - * - `after`: Identifier for the last job from the previous pagination request. - * - `limit`: Number of fine-tuning jobs to retrieve (default is 20). - */ -export const listFineTuningJobsFineTuningJobsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/fine_tuning/jobs', - ...options -}); - -/** - * ✨ (Enterprise) Create Fine-Tuning Job - * - * Creates a fine-tuning job which begins the process of creating a new model from a given dataset. - * This is the equivalent of POST https://api.openai.com/v1/fine_tuning/jobs - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/fine-tuning/create - * - * Example Curl: - * ``` - * curl http://localhost:4000/v1/fine_tuning/jobs -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-3.5-turbo", - * "training_file": "file-abc123", - * "hyperparameters": { - * "n_epochs": 4 - * } - * }' - * ``` - */ -export const createFineTuningJobFineTuningJobsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/fine_tuning/jobs', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * ✨ (Enterprise) List Fine-Tuning Jobs - * - * Lists fine-tuning jobs for the organization. - * This is the equivalent of GET https://api.openai.com/v1/fine_tuning/jobs - * - * Supported Query Params: - * - `custom_llm_provider`: Name of the LiteLLM provider - * - `after`: Identifier for the last job from the previous pagination request. - * - `limit`: Number of fine-tuning jobs to retrieve (default is 20). - */ -export const listFineTuningJobsV1FineTuningJobsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/fine_tuning/jobs', - ...options -}); - -/** - * ✨ (Enterprise) Create Fine-Tuning Job - * - * Creates a fine-tuning job which begins the process of creating a new model from a given dataset. - * This is the equivalent of POST https://api.openai.com/v1/fine_tuning/jobs - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/fine-tuning/create - * - * Example Curl: - * ``` - * curl http://localhost:4000/v1/fine_tuning/jobs -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "model": "gpt-3.5-turbo", - * "training_file": "file-abc123", - * "hyperparameters": { - * "n_epochs": 4 - * } - * }' - * ``` - */ -export const createFineTuningJobV1FineTuningJobsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/fine_tuning/jobs', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * ✨ (Enterprise) Retrieve Fine-Tuning Job - * - * Retrieves a fine-tuning job. - * This is the equivalent of GET https://api.openai.com/v1/fine_tuning/jobs/{fine_tuning_job_id} - * - * Supported Query Params: - * - `custom_llm_provider`: Name of the LiteLLM provider - * - `fine_tuning_job_id`: The ID of the fine-tuning job to retrieve. - */ -export const retrieveFineTuningJobFineTuningJobsFineTuningJobIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/fine_tuning/jobs/{fine_tuning_job_id}', - ...options -}); - -/** - * ✨ (Enterprise) Retrieve Fine-Tuning Job - * - * Retrieves a fine-tuning job. - * This is the equivalent of GET https://api.openai.com/v1/fine_tuning/jobs/{fine_tuning_job_id} - * - * Supported Query Params: - * - `custom_llm_provider`: Name of the LiteLLM provider - * - `fine_tuning_job_id`: The ID of the fine-tuning job to retrieve. - */ -export const retrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/fine_tuning/jobs/{fine_tuning_job_id}', - ...options -}); - -/** - * ✨ (Enterprise) Cancel Fine-Tuning Jobs - * - * Cancel a fine-tuning job. - * - * This is the equivalent of POST https://api.openai.com/v1/fine_tuning/jobs/{fine_tuning_job_id}/cancel - * - * Supported Query Params: - * - `custom_llm_provider`: Name of the LiteLLM provider - * - `fine_tuning_job_id`: The ID of the fine-tuning job to cancel. - */ -export const cancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/fine_tuning/jobs/{fine_tuning_job_id}/cancel', - ...options -}); - -/** - * ✨ (Enterprise) Cancel Fine-Tuning Jobs - * - * Cancel a fine-tuning job. - * - * This is the equivalent of POST https://api.openai.com/v1/fine_tuning/jobs/{fine_tuning_job_id}/cancel - * - * Supported Query Params: - * - `custom_llm_provider`: Name of the LiteLLM provider - * - `fine_tuning_job_id`: The ID of the fine-tuning job to cancel. - */ -export const cancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/fine_tuning/jobs/{fine_tuning_job_id}/cancel', - ...options -}); - -/** - * Get Credentials - * - * [BETA] endpoint. This might change unexpectedly. - */ -export const getCredentialsCredentialsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/credentials', - ...options -}); - -/** - * Create Credential - * - * [BETA] endpoint. This might change unexpectedly. - * Stores credential in DB. - * Reloads credentials in memory. - */ -export const createCredentialCredentialsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/credentials', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Credential By Name - * - * [BETA] endpoint. This might change unexpectedly. - */ -export const getCredentialByNameCredentialsByNameCredentialNameGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/credentials/by_name/{credential_name}', - ...options -}); - -/** - * Get Credential By Model - * - * [BETA] endpoint. This might change unexpectedly. - */ -export const getCredentialByModelCredentialsByModelModelIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/credentials/by_model/{model_id}', - ...options -}); - -/** - * Delete Credential - * - * [BETA] endpoint. This might change unexpectedly. - */ -export const deleteCredentialCredentialsCredentialNameDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/credentials/{credential_name}', - ...options -}); - -/** - * Update Credential - * - * [BETA] endpoint. This might change unexpectedly. - */ -export const updateCredentialCredentialsCredentialNamePatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/credentials/{credential_name}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Gemini Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio) - */ -export const geminiProxyRouteGeminiEndpointDelete = (options: Options) => (options.client ?? client).delete({ url: '/gemini/{endpoint}', ...options }); - -/** - * Gemini Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio) - */ -export const geminiProxyRouteGeminiEndpointGet = (options: Options) => (options.client ?? client).get({ url: '/gemini/{endpoint}', ...options }); - -/** - * Gemini Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio) - */ -export const geminiProxyRouteGeminiEndpointPatch = (options: Options) => (options.client ?? client).patch({ url: '/gemini/{endpoint}', ...options }); - -/** - * Gemini Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio) - */ -export const geminiProxyRouteGeminiEndpointPost = (options: Options) => (options.client ?? client).post({ url: '/gemini/{endpoint}', ...options }); - -/** - * Gemini Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/google_ai_studio) - */ -export const geminiProxyRouteGeminiEndpointPut = (options: Options) => (options.client ?? client).put({ url: '/gemini/{endpoint}', ...options }); - -/** - * Cohere Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/cohere) - */ -export const cohereProxyRouteCohereEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cohere/{endpoint}', - ...options -}); - -/** - * Cohere Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/cohere) - */ -export const cohereProxyRouteCohereEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cohere/{endpoint}', - ...options -}); - -/** - * Cohere Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/cohere) - */ -export const cohereProxyRouteCohereEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cohere/{endpoint}', - ...options -}); - -/** - * Cohere Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/cohere) - */ -export const cohereProxyRouteCohereEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cohere/{endpoint}', - ...options -}); - -/** - * Cohere Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/cohere) - */ -export const cohereProxyRouteCohereEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cohere/{endpoint}', - ...options -}); - -/** - * Vllm Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vllm) - */ -export const vllmProxyRouteVllmEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vllm/{endpoint}', - ...options -}); - -/** - * Vllm Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vllm) - */ -export const vllmProxyRouteVllmEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vllm/{endpoint}', - ...options -}); - -/** - * Vllm Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vllm) - */ -export const vllmProxyRouteVllmEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vllm/{endpoint}', - ...options -}); - -/** - * Vllm Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vllm) - */ -export const vllmProxyRouteVllmEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vllm/{endpoint}', - ...options -}); - -/** - * Vllm Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vllm) - */ -export const vllmProxyRouteVllmEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vllm/{endpoint}', - ...options -}); - -/** - * Mistral Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/mistral) - */ -export const mistralProxyRouteMistralEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mistral/{endpoint}', - ...options -}); - -/** - * Mistral Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/mistral) - */ -export const mistralProxyRouteMistralEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mistral/{endpoint}', - ...options -}); - -/** - * Mistral Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/mistral) - */ -export const mistralProxyRouteMistralEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mistral/{endpoint}', - ...options -}); - -/** - * Mistral Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/mistral) - */ -export const mistralProxyRouteMistralEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mistral/{endpoint}', - ...options -}); - -/** - * Mistral Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/mistral) - */ -export const mistralProxyRouteMistralEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mistral/{endpoint}', - ...options -}); - -/** - * Milvus Proxy Route - * - * Enable using Milvus `/vectors` endpoint as a pass-through endpoint. - */ -export const milvusProxyRouteMilvusEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/milvus/{endpoint}', - ...options -}); - -/** - * Milvus Proxy Route - * - * Enable using Milvus `/vectors` endpoint as a pass-through endpoint. - */ -export const milvusProxyRouteMilvusEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/milvus/{endpoint}', - ...options -}); - -/** - * Milvus Proxy Route - * - * Enable using Milvus `/vectors` endpoint as a pass-through endpoint. - */ -export const milvusProxyRouteMilvusEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/milvus/{endpoint}', - ...options -}); - -/** - * Milvus Proxy Route - * - * Enable using Milvus `/vectors` endpoint as a pass-through endpoint. - */ -export const milvusProxyRouteMilvusEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/milvus/{endpoint}', - ...options -}); - -/** - * Milvus Proxy Route - * - * Enable using Milvus `/vectors` endpoint as a pass-through endpoint. - */ -export const milvusProxyRouteMilvusEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/milvus/{endpoint}', - ...options -}); - -/** - * Anthropic Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion) - */ -export const anthropicProxyRouteAnthropicEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/anthropic/{endpoint}', - ...options -}); - -/** - * Anthropic Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion) - */ -export const anthropicProxyRouteAnthropicEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/anthropic/{endpoint}', - ...options -}); - -/** - * Anthropic Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion) - */ -export const anthropicProxyRouteAnthropicEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/anthropic/{endpoint}', - ...options -}); - -/** - * Anthropic Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion) - */ -export const anthropicProxyRouteAnthropicEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/anthropic/{endpoint}', - ...options -}); - -/** - * Anthropic Proxy Route - * - * [Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion) - */ -export const anthropicProxyRouteAnthropicEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/anthropic/{endpoint}', - ...options -}); - -/** - * Bedrock Proxy Route - * - * This is the v1 passthrough for Bedrock. - * V2 is handled by the `/bedrock/v2` endpoint. - * [Docs](https://docs.litellm.ai/docs/pass_through/bedrock) - */ -export const bedrockProxyRouteBedrockEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/bedrock/{endpoint}', - ...options -}); - -/** - * Bedrock Proxy Route - * - * This is the v1 passthrough for Bedrock. - * V2 is handled by the `/bedrock/v2` endpoint. - * [Docs](https://docs.litellm.ai/docs/pass_through/bedrock) - */ -export const bedrockProxyRouteBedrockEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/bedrock/{endpoint}', - ...options -}); - -/** - * Bedrock Proxy Route - * - * This is the v1 passthrough for Bedrock. - * V2 is handled by the `/bedrock/v2` endpoint. - * [Docs](https://docs.litellm.ai/docs/pass_through/bedrock) - */ -export const bedrockProxyRouteBedrockEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/bedrock/{endpoint}', - ...options -}); - -/** - * Bedrock Proxy Route - * - * This is the v1 passthrough for Bedrock. - * V2 is handled by the `/bedrock/v2` endpoint. - * [Docs](https://docs.litellm.ai/docs/pass_through/bedrock) - */ -export const bedrockProxyRouteBedrockEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/bedrock/{endpoint}', - ...options -}); - -/** - * Bedrock Proxy Route - * - * This is the v1 passthrough for Bedrock. - * V2 is handled by the `/bedrock/v2` endpoint. - * [Docs](https://docs.litellm.ai/docs/pass_through/bedrock) - */ -export const bedrockProxyRouteBedrockEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/bedrock/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteEuAssemblyaiEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/eu.assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteEuAssemblyaiEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/eu.assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteEuAssemblyaiEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/eu.assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteEuAssemblyaiEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/eu.assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteEuAssemblyaiEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/eu.assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteAssemblyaiEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteAssemblyaiEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteAssemblyaiEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteAssemblyaiEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/assemblyai/{endpoint}', - ...options -}); - -/** - * Assemblyai Proxy Route - */ -export const assemblyaiProxyRouteAssemblyaiEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/assemblyai/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureAiEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure_ai/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureAiEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure_ai/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureAiEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure_ai/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureAiEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure_ai/{endpoint}', - ...options -}); - -/** - * Azure Proxy Route - * - * Call any azure endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/azure/{endpoint:path}` - * - * Checks if the deployment id in the url is a litellm model name. If so, it will route using the llm_router.allm_passthrough_route. - */ -export const azureProxyRouteAzureAiEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/azure_ai/{endpoint}', - ...options -}); - -/** - * Vertex Discovery Proxy Route - * - * Call any vertex discovery endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}` - * - * Target url: `https://discoveryengine.googleapis.com` - */ -export const vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDelete = (options: Options) => (options.client ?? client).delete({ url: '/vertex_ai/discovery/{endpoint}', ...options }); - -/** - * Vertex Discovery Proxy Route - * - * Call any vertex discovery endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}` - * - * Target url: `https://discoveryengine.googleapis.com` - */ -export const vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGet = (options: Options) => (options.client ?? client).get({ url: '/vertex_ai/discovery/{endpoint}', ...options }); - -/** - * Vertex Discovery Proxy Route - * - * Call any vertex discovery endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}` - * - * Target url: `https://discoveryengine.googleapis.com` - */ -export const vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatch = (options: Options) => (options.client ?? client).patch({ url: '/vertex_ai/discovery/{endpoint}', ...options }); - -/** - * Vertex Discovery Proxy Route - * - * Call any vertex discovery endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}` - * - * Target url: `https://discoveryengine.googleapis.com` - */ -export const vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPost = (options: Options) => (options.client ?? client).post({ url: '/vertex_ai/discovery/{endpoint}', ...options }); - -/** - * Vertex Discovery Proxy Route - * - * Call any vertex discovery endpoint using the proxy. - * - * Just use `{PROXY_BASE_URL}/vertex_ai/discovery/{endpoint:path}` - * - * Target url: `https://discoveryengine.googleapis.com` - */ -export const vertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPut = (options: Options) => (options.client ?? client).put({ url: '/vertex_ai/discovery/{endpoint}', ...options }); - -/** - * Vertex Proxy Route - * - * Call LiteLLM proxy via Vertex AI SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai) - */ -export const vertexProxyRouteVertexAiEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vertex_ai/{endpoint}', - ...options -}); - -/** - * Vertex Proxy Route - * - * Call LiteLLM proxy via Vertex AI SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai) - */ -export const vertexProxyRouteVertexAiEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vertex_ai/{endpoint}', - ...options -}); - -/** - * Vertex Proxy Route - * - * Call LiteLLM proxy via Vertex AI SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai) - */ -export const vertexProxyRouteVertexAiEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vertex_ai/{endpoint}', - ...options -}); - -/** - * Vertex Proxy Route - * - * Call LiteLLM proxy via Vertex AI SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai) - */ -export const vertexProxyRouteVertexAiEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vertex_ai/{endpoint}', - ...options -}); - -/** - * Vertex Proxy Route - * - * Call LiteLLM proxy via Vertex AI SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/vertex_ai) - */ -export const vertexProxyRouteVertexAiEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vertex_ai/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiPassthroughEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai_passthrough/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiPassthroughEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai_passthrough/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiPassthroughEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai_passthrough/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiPassthroughEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai_passthrough/{endpoint}', - ...options -}); - -/** - * Openai Proxy Route - * - * Pass-through endpoint for OpenAI API calls. - * - * Available on both routes: - * - /openai/{endpoint:path} - Standard OpenAI passthrough route - * - /openai_passthrough/{endpoint:path} - Dedicated passthrough route (recommended for Responses API) - * - * Use /openai_passthrough* when you need guaranteed passthrough to OpenAI without conflicts - * with LiteLLM's native implementations (e.g., for the Responses API at /v1/responses). - * - * Examples: - * Standard route: - * - /openai/v1/chat/completions - * - /openai/v1/assistants - * - /openai/v1/threads - * - * Dedicated passthrough (for Responses API): - * - /openai_passthrough/v1/responses - * - /openai_passthrough/v1/responses/{response_id} - * - /openai_passthrough/v1/responses/{response_id}/input_items - * - * [Docs](https://docs.litellm.ai/docs/pass_through/openai_passthrough) - */ -export const openaiProxyRouteOpenaiPassthroughEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai_passthrough/{endpoint}', - ...options -}); - -/** - * Cursor Proxy Route - * - * Pass-through endpoint for the Cursor Cloud Agents API. - * - * Supports all Cursor Cloud Agents endpoints: - * - GET /v0/agents — List agents - * - POST /v0/agents — Launch an agent - * - GET /v0/agents/{id} — Agent status - * - GET /v0/agents/{id}/conversation — Agent conversation - * - POST /v0/agents/{id}/followup — Add follow-up - * - POST /v0/agents/{id}/stop — Stop an agent - * - DELETE /v0/agents/{id} — Delete an agent - * - GET /v0/me — API key info - * - GET /v0/models — List models - * - GET /v0/repositories — List GitHub repositories - * - * Uses Basic Authentication (base64-encoded `API_KEY:`). - * - * Credential lookup order: - * 1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through) - * 2. litellm.credential_list (credentials added via UI) - * 3. CURSOR_API_KEY environment variable - */ -export const cursorProxyRouteCursorEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cursor/{endpoint}', - ...options -}); - -/** - * Cursor Proxy Route - * - * Pass-through endpoint for the Cursor Cloud Agents API. - * - * Supports all Cursor Cloud Agents endpoints: - * - GET /v0/agents — List agents - * - POST /v0/agents — Launch an agent - * - GET /v0/agents/{id} — Agent status - * - GET /v0/agents/{id}/conversation — Agent conversation - * - POST /v0/agents/{id}/followup — Add follow-up - * - POST /v0/agents/{id}/stop — Stop an agent - * - DELETE /v0/agents/{id} — Delete an agent - * - GET /v0/me — API key info - * - GET /v0/models — List models - * - GET /v0/repositories — List GitHub repositories - * - * Uses Basic Authentication (base64-encoded `API_KEY:`). - * - * Credential lookup order: - * 1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through) - * 2. litellm.credential_list (credentials added via UI) - * 3. CURSOR_API_KEY environment variable - */ -export const cursorProxyRouteCursorEndpointGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cursor/{endpoint}', - ...options -}); - -/** - * Cursor Proxy Route - * - * Pass-through endpoint for the Cursor Cloud Agents API. - * - * Supports all Cursor Cloud Agents endpoints: - * - GET /v0/agents — List agents - * - POST /v0/agents — Launch an agent - * - GET /v0/agents/{id} — Agent status - * - GET /v0/agents/{id}/conversation — Agent conversation - * - POST /v0/agents/{id}/followup — Add follow-up - * - POST /v0/agents/{id}/stop — Stop an agent - * - DELETE /v0/agents/{id} — Delete an agent - * - GET /v0/me — API key info - * - GET /v0/models — List models - * - GET /v0/repositories — List GitHub repositories - * - * Uses Basic Authentication (base64-encoded `API_KEY:`). - * - * Credential lookup order: - * 1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through) - * 2. litellm.credential_list (credentials added via UI) - * 3. CURSOR_API_KEY environment variable - */ -export const cursorProxyRouteCursorEndpointPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cursor/{endpoint}', - ...options -}); - -/** - * Cursor Proxy Route - * - * Pass-through endpoint for the Cursor Cloud Agents API. - * - * Supports all Cursor Cloud Agents endpoints: - * - GET /v0/agents — List agents - * - POST /v0/agents — Launch an agent - * - GET /v0/agents/{id} — Agent status - * - GET /v0/agents/{id}/conversation — Agent conversation - * - POST /v0/agents/{id}/followup — Add follow-up - * - POST /v0/agents/{id}/stop — Stop an agent - * - DELETE /v0/agents/{id} — Delete an agent - * - GET /v0/me — API key info - * - GET /v0/models — List models - * - GET /v0/repositories — List GitHub repositories - * - * Uses Basic Authentication (base64-encoded `API_KEY:`). - * - * Credential lookup order: - * 1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through) - * 2. litellm.credential_list (credentials added via UI) - * 3. CURSOR_API_KEY environment variable - */ -export const cursorProxyRouteCursorEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cursor/{endpoint}', - ...options -}); - -/** - * Cursor Proxy Route - * - * Pass-through endpoint for the Cursor Cloud Agents API. - * - * Supports all Cursor Cloud Agents endpoints: - * - GET /v0/agents — List agents - * - POST /v0/agents — Launch an agent - * - GET /v0/agents/{id} — Agent status - * - GET /v0/agents/{id}/conversation — Agent conversation - * - POST /v0/agents/{id}/followup — Add follow-up - * - POST /v0/agents/{id}/stop — Stop an agent - * - DELETE /v0/agents/{id} — Delete an agent - * - GET /v0/me — API key info - * - GET /v0/models — List models - * - GET /v0/repositories — List GitHub repositories - * - * Uses Basic Authentication (base64-encoded `API_KEY:`). - * - * Credential lookup order: - * 1. passthrough_endpoint_router (config.yaml deployments with use_in_pass_through) - * 2. litellm.credential_list (credentials added via UI) - * 3. CURSOR_API_KEY environment variable - */ -export const cursorProxyRouteCursorEndpointPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cursor/{endpoint}', - ...options -}); - -/** - * Get Pass Through Endpoints - * - * GET configured pass through endpoint. - * - * If no endpoint_id given, return all configured endpoints. - */ -export const getPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/pass_through_endpoint/team/{team_id}', - ...options -}); - -/** - * Delete Pass Through Endpoints - * - * Delete a pass-through endpoint by ID. - * - * Returns - the deleted endpoint - */ -export const deletePassThroughEndpointsConfigPassThroughEndpointDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/pass_through_endpoint', - ...options -}); - -/** - * Get Pass Through Endpoints - * - * GET configured pass through endpoint. - * - * If no endpoint_id given, return all configured endpoints. - */ -export const getPassThroughEndpointsConfigPassThroughEndpointGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/pass_through_endpoint', - ...options -}); - -/** - * Create Pass Through Endpoints - * - * Create new pass-through endpoint - */ -export const createPassThroughEndpointsConfigPassThroughEndpointPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/pass_through_endpoint', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Pass Through Endpoints - * - * Update a pass-through endpoint by ID. - */ -export const updatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/pass_through_endpoint/{endpoint_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Test Endpoint - * - * [DEPRECATED] use `/health/liveliness` instead. - * - * A test endpoint that pings the proxy server to check if it's healthy. - * - * Parameters: - * request (Request): The incoming request. - * - * Returns: - * dict: A dictionary containing the route of the request URL. - */ -export const testEndpointTestGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/test', - ...options -}); - -/** - * Health Services Endpoint - * - * Use this admin-only endpoint to check if the service is healthy. - * - * Example: - * ``` - * curl -L -X GET 'http://0.0.0.0:4000/health/services?service=datadog' -H 'Authorization: Bearer sk-1234' - * ``` - */ -export const healthServicesEndpointHealthServicesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health/services', - ...options -}); - -/** - * Health Endpoint - * - * 🚨 USE `/health/liveliness` to health check the proxy 🚨 - * - * See more 👉 https://docs.litellm.ai/docs/proxy/health - * - * - * Check the health of all the endpoints in config.yaml - * - * To run health checks in the background, add this to config.yaml: - * ``` - * general_settings: - * # ... other settings - * background_health_checks: True - * ``` - * else, the health checks will be run on models when /health is called. - * - * To skip deployments that set ``model_info.disable_background_health_check: true`` - * on ``GET /health`` as well as in the background loop, set - * ``general_settings.health_check_skip_disabled_background_models: true``. - */ -export const healthEndpointHealthGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health', - ...options -}); - -/** - * Health Check History Endpoint - * - * Get health check history for models - * - * Returns historical health check data with optional filtering. - */ -export const healthCheckHistoryEndpointHealthHistoryGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health/history', - ...options -}); - -/** - * Latest Health Checks Endpoint - * - * Get the latest health check status for all models - * - * Returns the most recent health check result for each model. - */ -export const latestHealthChecksEndpointHealthLatestGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health/latest', - ...options -}); - -/** - * Shared Health Check Status Endpoint - * - * Get the status of shared health check coordination across pods. - * - * Returns information about Redis connectivity, lock status, and cache status. - */ -export const sharedHealthCheckStatusEndpointHealthSharedStatusGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health/shared-status', - ...options -}); - -/** - * Health License Endpoint - * - * Return metadata about the configured LiteLLM license without exposing the key. - */ -export const healthLicenseEndpointHealthLicenseGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health/license', - ...options -}); - -/** - * Active Callbacks - * - * Returns a list of litellm level settings - * - * This is useful for debugging and ensuring the proxy server is configured correctly. - * - * Response schema: - * ``` - * { - * "alerting": _alerting, - * "litellm.callbacks": litellm_callbacks, - * "litellm.input_callback": litellm_input_callbacks, - * "litellm.failure_callback": litellm_failure_callbacks, - * "litellm.success_callback": litellm_success_callbacks, - * "litellm._async_success_callback": litellm_async_success_callbacks, - * "litellm._async_failure_callback": litellm_async_failure_callbacks, - * "litellm._async_input_callback": litellm_async_input_callbacks, - * "all_litellm_callbacks": all_litellm_callbacks, - * "num_callbacks": len(all_litellm_callbacks), - * "num_alerting": _num_alerting, - * "litellm.request_timeout": litellm.request_timeout, - * } - * ``` - */ -export const activeCallbacksActiveCallbacksGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/active/callbacks', - ...options -}); - -/** - * Active Callbacks - * - * Returns a list of litellm level settings - * - * This is useful for debugging and ensuring the proxy server is configured correctly. - * - * Response schema: - * ``` - * { - * "alerting": _alerting, - * "litellm.callbacks": litellm_callbacks, - * "litellm.input_callback": litellm_input_callbacks, - * "litellm.failure_callback": litellm_failure_callbacks, - * "litellm.success_callback": litellm_success_callbacks, - * "litellm._async_success_callback": litellm_async_success_callbacks, - * "litellm._async_failure_callback": litellm_async_failure_callbacks, - * "litellm._async_input_callback": litellm_async_input_callbacks, - * "all_litellm_callbacks": all_litellm_callbacks, - * "num_callbacks": len(all_litellm_callbacks), - * "num_alerting": _num_alerting, - * "litellm.request_timeout": litellm.request_timeout, - * } - * ``` - */ -export const activeCallbacksSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/settings', - ...options -}); - -/** - * Health Readiness - * - * Public readiness probe. Returns a low-detail payload safe to expose to - * unauthenticated load balancers — `status` plus `db` so orchestrators and - * external probes can distinguish "healthy" from "DB unreachable" without a - * credential. Admins can opt into the legacy detailed payload with - * general_settings.allow_public_health_readiness_details. - */ -export const healthReadinessHealthReadinessGet = (options?: Options) => (options?.client ?? client).get({ url: '/health/readiness', ...options }); - -/** - * Health Readiness Options - * - * Options endpoint for health/readiness check. - */ -export const healthReadinessOptionsHealthReadinessOptions = (options?: Options) => (options?.client ?? client).options({ url: '/health/readiness', ...options }); - -/** - * Health Readiness Details - * - * Authenticated readiness diagnostics with DB/cache/callback metadata. - */ -export const healthReadinessDetailsHealthReadinessDetailsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health/readiness/details', - ...options -}); - -/** - * Health Backlog - * - * Returns the number of HTTP requests currently in-flight on this uvicorn worker. - * - * Use this to measure per-pod queue depth. A high value means the worker is - * processing many concurrent requests — requests arriving now will have to wait - * for the event loop to get to them, adding latency before LiteLLM even starts - * its own timer. - */ -export const healthBacklogHealthBacklogGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health/backlog', - ...options -}); - -/** - * Health Liveliness - * - * Unprotected endpoint for checking if worker is alive - */ -export const healthLivelinessHealthLivenessGet = (options?: Options) => (options?.client ?? client).get({ url: '/health/liveness', ...options }); - -/** - * Health Liveliness Options - * - * Options endpoint for health/liveliness check. - */ -export const healthLivelinessOptionsHealthLivenessOptions = (options?: Options) => (options?.client ?? client).options({ url: '/health/liveness', ...options }); - -/** - * Health Liveliness - * - * Unprotected endpoint for checking if worker is alive - */ -export const healthLivelinessHealthLivelinessGet = (options?: Options) => (options?.client ?? client).get({ url: '/health/liveliness', ...options }); - -/** - * Health Liveliness Options - * - * Options endpoint for health/liveliness check. - */ -export const healthLivelinessOptionsHealthLivelinessOptions = (options?: Options) => (options?.client ?? client).options({ url: '/health/liveliness', ...options }); - -/** - * Test Model Connection - * - * Test a direct connection to a specific model. - * - * This endpoint allows you to verify if your proxy can successfully connect to a specific model. - * It's useful for troubleshooting model connectivity issues without going through the full proxy routing. - * - * Example: - * ```bash - * # If model is configured in proxy_config.yaml, you only need to specify the model name: - * curl -X POST 'http://localhost:4000/health/test_connection' \ - * -H 'Authorization: Bearer sk-1234' \ - * -H 'Content-Type: application/json' \ - * -d '{ - * "litellm_params": { - * "model": "gpt-4o" - * }, - * "mode": "chat" - * }' - * - * # The endpoint will automatically use api_key, api_base, etc. from proxy_config.yaml - * - * # You can also override specific params or test with custom credentials: - * curl -X POST 'http://localhost:4000/health/test_connection' \ - * -H 'Authorization: Bearer sk-1234' \ - * -H 'Content-Type: application/json' \ - * -d '{ - * "litellm_params": { - * "model": "azure/gpt-4o", - * "api_key": "os.environ/AZURE_OPENAI_API_KEY", - * "api_base": "os.environ/AZURE_OPENAI_ENDPOINT", - * "api_version": "2024-10-21" - * }, - * "mode": "chat" - * }' - * ``` - * - * Note: - * - If the model is configured in proxy_config.yaml, credentials (api_key, api_base, etc.) - * will be automatically loaded from the config (with resolved environment variables). - * - You can override specific params by including them in the request. - * - You can use `os.environ/VARIABLE_NAME` syntax to reference environment variables, - * which will be resolved automatically (same as in proxy_config.yaml). - * - * Returns: - * dict: A dictionary containing the health check result with either success information or error details. - */ -export const testModelConnectionHealthTestConnectionPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/health/test_connection', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options?.headers - } -}); - -/** - * Generate Key Fn - * - * Generate an API key based on the provided data. - * - * Docs: https://docs.litellm.ai/docs/proxy/virtual_keys - * - * Parameters: - * - duration: Optional[str] - Specify the length of time the token is valid for. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). - * - key_alias: Optional[str] - User defined key alias - * - key: Optional[str] - User defined key value. If not set, a 16-digit unique sk-key is created for you. - * - team_id: Optional[str] - The team id of the key - * - user_id: Optional[str] - The user id of the key - * - agent_id: Optional[str] - The agent id associated with the key. - * - organization_id: Optional[str] - The organization id of the key. If not set, and team_id is set, the organization id will be the same as the team id. If conflict, an error will be raised. - * - project_id: Optional[str] - The project id of the key. When set, models and max_budget are validated against the project's limits. - * - budget_id: Optional[str] - The budget id associated with the key. Created by calling `/budget/new`. - * - models: Optional[list] - Model_name's a user is allowed to call. (if empty, key is allowed to call all models) - * - aliases: Optional[dict] - Any alias mappings, on top of anything in the config.yaml model list. - https://docs.litellm.ai/docs/proxy/virtual_keys#managing-auth---upgradedowngrade-models - * - config: Optional[dict] - any key-specific configs, overrides config in config.yaml - * - spend: Optional[int] - Amount spent by key. Default is 0. Will be updated by proxy whenever key is used. https://docs.litellm.ai/docs/proxy/virtual_keys#managing-auth---tracking-spend - * - send_invite_email: Optional[bool] - Whether to send an invite email to the user_id, with the generate key - * - max_budget: Optional[float] - Specify max budget for a given key. - * - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). - * - max_parallel_requests: Optional[int] - Rate limit a user based on the number of parallel requests. Raises 429 error, if user's parallel requests > x. - * - metadata: Optional[dict] - Metadata for key, store information for key. Example metadata = {"team": "core-infra", "app": "app2", "email": "ishaan@berri.ai" } - * - guardrails: Optional[List[str]] - List of active guardrails for the key - * - policies: Optional[List[str]] - List of policy names to apply to the key. Policies define guardrails, conditions, and inheritance rules. - * - disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key. - * - permissions: Optional[dict] - key-specific permissions. Currently just used for turning off pii masking (if connected). Example - {"pii": false} - * - model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {"gpt-4": {"budget_limit": 0.0005, "time_period": "30d"}}}. IF null or {} then no model specific budget. - * - model_rpm_limit: Optional[dict] - key-specific model rpm limit. Example - {"text-davinci-002": 1000, "gpt-3.5-turbo": 1000}. IF null or {} then no model specific rpm limit. - * - model_tpm_limit: Optional[dict] - key-specific model tpm limit. Example - {"text-davinci-002": 1000, "gpt-3.5-turbo": 1000}. IF null or {} then no model specific tpm limit. - * - tpm_limit_type: Optional[str] - Type of tpm limit. Options: "best_effort_throughput" (no error if we're overallocating tpm), "guaranteed_throughput" (raise an error if we're overallocating tpm), "dynamic" (dynamically exceed limit when no 429 errors). Defaults to "best_effort_throughput". - * - rpm_limit_type: Optional[str] - Type of rpm limit. Options: "best_effort_throughput" (no error if we're overallocating rpm), "guaranteed_throughput" (raise an error if we're overallocating rpm), "dynamic" (dynamically exceed limit when no 429 errors). Defaults to "best_effort_throughput". - * - allowed_cache_controls: Optional[list] - List of allowed cache control values. Example - ["no-cache", "no-store"]. See all values - https://docs.litellm.ai/docs/proxy/caching#turn-on--off-caching-per-request - * - blocked: Optional[bool] - Whether the key is blocked. - * - rpm_limit: Optional[int] - Specify rpm limit for a given key (Requests per minute) - * - tpm_limit: Optional[int] - Specify tpm limit for a given key (Tokens per minute) - * - soft_budget: Optional[float] - Specify soft budget for a given key. Will trigger a slack alert when this soft budget is reached. - * - tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - * - prompts: Optional[List[str]] - List of prompts that the key is allowed to use. - * - enforced_params: Optional[List[str]] - List of enforced params for the key (Enterprise only). [Docs](https://docs.litellm.ai/docs/proxy/enterprise#enforce-required-params-for-llm-requests) - * - prompts: Optional[List[str]] - List of prompts that the key is allowed to use. - * - allowed_routes: Optional[list] - List of allowed routes for the key. Store the actual route or store a wildcard pattern for a set of routes. Example - ["/chat/completions", "/embeddings", "/keys*"] - * - allowed_passthrough_routes: Optional[list] - List of allowed pass through endpoints for the key. Store the actual endpoint or store a wildcard pattern for a set of endpoints. Example - ["/my-custom-endpoint"]. Use this instead of allowed_routes, if you just want to specify which pass through endpoints the key can access, without specifying the routes. If allowed_routes is specified, allowed_pass_through_endpoints is ignored. - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - key-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - * - key_type: Optional[str] - Type of key that determines default allowed routes. Options: "llm_api" (can call LLM API routes), "management" (can call management routes), "read_only" (can only call info/read routes), "default" (uses default allowed routes). Defaults to "default". - * - prompts: Optional[List[str]] - List of allowed prompts for the key. If specified, the key will only be able to use these specific prompts. - * - auto_rotate: Optional[bool] - Whether this key should be automatically rotated (regenerated) - * - rotation_interval: Optional[str] - How often to auto-rotate this key (e.g., '30s', '30m', '30h', '30d'). Required if auto_rotate=True. - * - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - * - router_settings: Optional[UpdateRouterConfig] - key-specific router settings. Example - {"model_group_retry_policy": {"max_retries": 5}}. IF null or {} then no router settings. - * - access_group_ids: Optional[List[str]] - List of access group IDs to associate with the key. Access groups define which models a key can access. Example - ["access_group_1", "access_group_2"]. - * - budget_limits: Optional[list] - List of concurrent budget windows for the key. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - * - * Examples: - * - * 1. Allow users to turn on/off pii masking - * - * ```bash - * curl --location 'http://0.0.0.0:4000/key/generate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "permissions": {"allow_pii_controls": true} - * }' - * ``` - * - * Returns: - * - key: (str) The generated api key - * - expires: (datetime) Datetime object for when key expires. - * - user_id: (str) Unique user id - used for tracking spend across multiple keys for same user id. - */ -export const generateKeyFnKeyGeneratePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/generate', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Generate Service Account Key Fn - * - * Generate a Service Account API key based on the provided data. This key does not belong to any user. It belongs to the team. - * - * Why use a service account key? - * - Prevent key from being deleted when user is deleted. - * - Apply team limits, not team member limits to key. - * - * Docs: https://docs.litellm.ai/docs/proxy/virtual_keys - * - * Parameters: - * - duration: Optional[str] - Specify the length of time the token is valid for. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). - * - key_alias: Optional[str] - User defined key alias - * - key: Optional[str] - User defined key value. If not set, a 16-digit unique sk-key is created for you. - * - team_id: Optional[str] - The team id of the key - * - user_id: Optional[str] - [NON-FUNCTIONAL] THIS WILL BE IGNORED. The user id of the key - * - budget_id: Optional[str] - The budget id associated with the key. Created by calling `/budget/new`. - * - models: Optional[list] - Model_name's a user is allowed to call. (if empty, key is allowed to call all models) - * - aliases: Optional[dict] - Any alias mappings, on top of anything in the config.yaml model list. - https://docs.litellm.ai/docs/proxy/virtual_keys#managing-auth---upgradedowngrade-models - * - config: Optional[dict] - any key-specific configs, overrides config in config.yaml - * - spend: Optional[int] - Amount spent by key. Default is 0. Will be updated by proxy whenever key is used. https://docs.litellm.ai/docs/proxy/virtual_keys#managing-auth---tracking-spend - * - send_invite_email: Optional[bool] - Whether to send an invite email to the user_id, with the generate key - * - max_budget: Optional[float] - Specify max budget for a given key. - * - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). - * - max_parallel_requests: Optional[int] - Rate limit a user based on the number of parallel requests. Raises 429 error, if user's parallel requests > x. - * - metadata: Optional[dict] - Metadata for key, store information for key. Example metadata = {"team": "core-infra", "app": "app2", "email": "ishaan@berri.ai" } - * - guardrails: Optional[List[str]] - List of active guardrails for the key - * - permissions: Optional[dict] - key-specific permissions. Currently just used for turning off pii masking (if connected). Example - {"pii": false} - * - model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {"gpt-4": {"budget_limit": 0.0005, "time_period": "30d"}}}. IF null or {} then no model specific budget. - * - model_rpm_limit: Optional[dict] - key-specific model rpm limit. Example - {"text-davinci-002": 1000, "gpt-3.5-turbo": 1000}. IF null or {} then no model specific rpm limit. - * - model_tpm_limit: Optional[dict] - key-specific model tpm limit. Example - {"text-davinci-002": 1000, "gpt-3.5-turbo": 1000}. IF null or {} then no model specific tpm limit. - * - tpm_limit_type: Optional[str] - TPM rate limit type - "best_effort_throughput", "guaranteed_throughput", or "dynamic" - * - rpm_limit_type: Optional[str] - RPM rate limit type - "best_effort_throughput", "guaranteed_throughput", or "dynamic" - * - allowed_cache_controls: Optional[list] - List of allowed cache control values. Example - ["no-cache", "no-store"]. See all values - https://docs.litellm.ai/docs/proxy/caching#turn-on--off-caching-per-request - * - blocked: Optional[bool] - Whether the key is blocked. - * - rpm_limit: Optional[int] - Specify rpm limit for a given key (Requests per minute) - * - tpm_limit: Optional[int] - Specify tpm limit for a given key (Tokens per minute) - * - soft_budget: Optional[float] - Specify soft budget for a given key. Will trigger a slack alert when this soft budget is reached. - * - tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - * - enforced_params: Optional[List[str]] - List of enforced params for the key (Enterprise only). [Docs](https://docs.litellm.ai/docs/proxy/enterprise#enforce-required-params-for-llm-requests) - * - allowed_routes: Optional[list] - List of allowed routes for the key. Store the actual route or store a wildcard pattern for a set of routes. Example - ["/chat/completions", "/embeddings", "/keys*"] - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - key-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - * Examples: - * - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - * - * - * 1. Allow users to turn on/off pii masking - * - * ```bash - * curl --location 'http://0.0.0.0:4000/key/generate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "permissions": {"allow_pii_controls": true} - * }' - * ``` - * - * Returns: - * - key: (str) The generated api key - * - expires: (datetime) Datetime object for when key expires. - * - user_id: (str) Unique user id - used for tracking spend across multiple keys for same user id. - */ -export const generateServiceAccountKeyFnKeyServiceAccountGeneratePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/service-account/generate', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Key Fn - * - * Update an existing API key's parameters. - * - * Parameters: - * - key: str - The key to update - * - key_alias: Optional[str] - User-friendly key alias - * - user_id: Optional[str] - User ID associated with key - * - team_id: Optional[str] - Team ID associated with key - * - agent_id: Optional[str] - The agent id associated with the key. - * - organization_id: Optional[str] - The organization id of the key. - * - budget_id: Optional[str] - The budget id associated with the key. Created by calling `/budget/new`. - * - models: Optional[list] - Model_name's a user is allowed to call - * - tags: Optional[List[str]] - Tags for organizing keys (Enterprise only) - * - prompts: Optional[List[str]] - List of prompts that the key is allowed to use. - * - enforced_params: Optional[List[str]] - List of enforced params for the key (Enterprise only). [Docs](https://docs.litellm.ai/docs/proxy/enterprise#enforce-required-params-for-llm-requests) - * - spend: Optional[float] - Amount spent by key - * - max_budget: Optional[float] - Max budget for key - * - model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {"gpt-4": {"budget_limit": 0.0005, "time_period": "30d"}} - * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - * - soft_budget: Optional[float] - [TODO] Soft budget limit (warning vs. hard stop). Will trigger a slack alert when this soft budget is reached. - * - max_parallel_requests: Optional[int] - Rate limit for parallel requests - * - metadata: Optional[dict] - Metadata for key. Example {"team": "core-infra", "app": "app2"} - * - tpm_limit: Optional[int] - Tokens per minute limit - * - rpm_limit: Optional[int] - Requests per minute limit - * - model_rpm_limit: Optional[dict] - Model-specific RPM limits {"gpt-4": 100, "claude-v1": 200} - * - model_tpm_limit: Optional[dict] - Model-specific TPM limits {"gpt-4": 100000, "claude-v1": 200000} - * - tpm_limit_type: Optional[str] - TPM rate limit type - "best_effort_throughput", "guaranteed_throughput", or "dynamic" - * - rpm_limit_type: Optional[str] - RPM rate limit type - "best_effort_throughput", "guaranteed_throughput", or "dynamic" - * - allowed_cache_controls: Optional[list] - List of allowed cache control values - * - duration: Optional[str] - Key validity duration ("30d", "1h", etc.), null to never expire, or "-1" to never expire (deprecated, use null) - * - permissions: Optional[dict] - Key-specific permissions - * - send_invite_email: Optional[bool] - Send invite email to user_id - * - guardrails: Optional[List[str]] - List of active guardrails for the key - * - policies: Optional[List[str]] - List of policy names to apply to the key. Policies define guardrails, conditions, and inheritance rules. - * - disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key. - * - prompts: Optional[List[str]] - List of prompts that the key is allowed to use. - * - blocked: Optional[bool] - Whether the key is blocked - * - aliases: Optional[dict] - Model aliases for the key - [Docs](https://litellm.vercel.app/docs/proxy/virtual_keys#model-aliases) - * - config: Optional[dict] - [DEPRECATED PARAM] Key-specific config. - * - temp_budget_increase: Optional[float] - Temporary budget increase for the key (Enterprise only). - * - temp_budget_expiry: Optional[str] - Expiry time for the temporary budget increase (Enterprise only). - * - allowed_routes: Optional[list] - List of allowed routes for the key. Store the actual route or store a wildcard pattern for a set of routes. Example - ["/chat/completions", "/embeddings", "/keys*"] - * - allowed_passthrough_routes: Optional[list] - List of allowed pass through routes for the key. Store the actual route or store a wildcard pattern for a set of routes. Example - ["/my-custom-endpoint"]. Use this instead of allowed_routes, if you just want to specify which pass through routes the key can access, without specifying the routes. If allowed_routes is specified, allowed_passthrough_routes is ignored. - * - prompts: Optional[List[str]] - List of allowed prompts for the key. If specified, the key will only be able to use these specific prompts. - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - key-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - * - auto_rotate: Optional[bool] - Whether this key should be automatically rotated - * - rotation_interval: Optional[str] - How often to rotate this key (e.g., '30d', '90d'). Required if auto_rotate=True - * - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - * - router_settings: Optional[UpdateRouterConfig] - key-specific router settings. Example - {"model_group_retry_policy": {"max_retries": 5}}. IF null or {} then no router settings. - * - access_group_ids: Optional[List[str]] - List of access group IDs to associate with the key. Access groups define which models a key can access. Example - ["access_group_1", "access_group_2"]. - * - budget_limits: Optional[list] - List of concurrent budget windows for the key. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - * - * Example: - * ```bash - * curl --location 'http://0.0.0.0:4000/key/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "key": "sk-1234", - * "key_alias": "my-key", - * "user_id": "user-1234", - * "team_id": "team-1234", - * "max_budget": 100, - * "metadata": {"any_key": "any-val"}, - * }' - * ``` - */ -export const updateKeyFnKeyUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Bulk Update Keys - * - * Bulk update multiple keys at once. - * - * This endpoint allows updating multiple keys in a single request. Each key update - * is processed independently - if some updates fail, others will still succeed. - * - * Parameters: - * - keys: List[BulkUpdateKeyRequestItem] - List of key update requests, each containing: - * - key: str - The key identifier (token) to update - * - budget_id: Optional[str] - Budget ID associated with the key - * - max_budget: Optional[float] - Max budget for key - * - team_id: Optional[str] - Team ID associated with key - * - tags: Optional[List[str]] - Tags for organizing keys - * - * Returns: - * - total_requested: int - Total number of keys requested for update - * - successful_updates: List[SuccessfulKeyUpdate] - List of successfully updated keys with their updated info - * - failed_updates: List[FailedKeyUpdate] - List of failed updates with key_info and failed_reason - * - * Example request: - * ```bash - * curl --location 'http://0.0.0.0:4000/key/bulk_update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "keys": [ - * { - * "key": "sk-1234", - * "max_budget": 100.0, - * "team_id": "team-123", - * "tags": ["production", "api"] - * }, - * { - * "key": "sk-5678", - * "budget_id": "budget-456", - * "tags": ["staging"] - * } - * ] - * }' - * ``` - */ -export const bulkUpdateKeysKeyBulkUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/bulk_update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Bulk Update Team Keys - * - * Apply one update payload to many keys inside a single team. - * - * Pass `team_id` plus either `key_ids` or `all_keys_in_team=True`. The - * `update_fields` payload is broadcast to every selected key. Per-key - * failures are returned in `failed_updates` rather than aborting the batch. - * - * Callable by proxy admins, or by team admins with `KEY_UPDATE` permission. - */ -export const bulkUpdateTeamKeysTeamKeyBulkUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/key/bulk_update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Key Fn - * - * Delete a key from the key management system. - * - * Parameters:: - * - keys (List[str]): A list of keys or hashed keys to delete. Example {"keys": ["sk-QWrxEynunsNpV1zT48HIrw", "837e17519f44683334df5291321d97b8bf1098cd490e49e215f6fea935aa28be"]} - * - key_aliases (List[str]): A list of key aliases to delete. Can be passed instead of `keys`.Example {"key_aliases": ["alias1", "alias2"]} - * - * Returns: - * - deleted_keys (List[str]): A list of deleted keys. Example {"deleted_keys": ["sk-QWrxEynunsNpV1zT48HIrw", "837e17519f44683334df5291321d97b8bf1098cd490e49e215f6fea935aa28be"]} - * - * Example: - * ```bash - * curl --location 'http://0.0.0.0:4000/key/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "keys": ["sk-QWrxEynunsNpV1zT48HIrw"] - * }' - * ``` - * - * Raises: - * HTTPException: If an error occurs during key deletion. - */ -export const deleteKeyFnKeyDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Info Key Fn - * - * Retrieve information about a key. - * Parameters: - * key: Optional[str] = Query parameter representing the key in the request - * user_api_key_dict: UserAPIKeyAuth = Dependency representing the user's API key - * Returns: - * Dict containing the key and its associated information - * - * Example Curl: - * ``` - * curl -X GET "http://0.0.0.0:4000/key/info?key=sk-test-example-key-123" -H "Authorization: Bearer sk-1234" - * ``` - * - * Example Curl - if no key is passed, it will use the Key Passed in Authorization Header - * ``` - * curl -X GET "http://0.0.0.0:4000/key/info" -H "Authorization: Bearer sk-test-example-key-123" - * ``` - */ -export const infoKeyFnKeyInfoGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/info', - ...options -}); - -/** - * Regenerate Key Fn - * - * Regenerate an existing API key while optionally updating its parameters. - * - * Parameters: - * - key: str (path parameter) - The key to regenerate - * - data: Optional[RegenerateKeyRequest] - Request body containing optional parameters to update - * - key: Optional[str] - The key to regenerate. - * - new_master_key: Optional[str] - The new master key to use, if key is the master key. - * - new_key: Optional[str] - The new key to use, if key is not the master key. If both set, new_master_key will be used. - * - key_alias: Optional[str] - User-friendly key alias - * - user_id: Optional[str] - User ID associated with key - * - team_id: Optional[str] - Team ID associated with key - * - models: Optional[list] - Model_name's a user is allowed to call - * - tags: Optional[List[str]] - Tags for organizing keys (Enterprise only) - * - spend: Optional[float] - Amount spent by key - * - max_budget: Optional[float] - Max budget for key - * - model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {"gpt-4": {"budget_limit": 0.0005, "time_period": "30d"}} - * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - * - soft_budget: Optional[float] - Soft budget limit (warning vs. hard stop). Will trigger a slack alert when this soft budget is reached. - * - max_parallel_requests: Optional[int] - Rate limit for parallel requests - * - metadata: Optional[dict] - Metadata for key. Example {"team": "core-infra", "app": "app2"} - * - tpm_limit: Optional[int] - Tokens per minute limit - * - rpm_limit: Optional[int] - Requests per minute limit - * - model_rpm_limit: Optional[dict] - Model-specific RPM limits {"gpt-4": 100, "claude-v1": 200} - * - model_tpm_limit: Optional[dict] - Model-specific TPM limits {"gpt-4": 100000, "claude-v1": 200000} - * - allowed_cache_controls: Optional[list] - List of allowed cache control values - * - duration: Optional[str] - Key validity duration ("30d", "1h", etc.) - * - permissions: Optional[dict] - Key-specific permissions - * - guardrails: Optional[List[str]] - List of active guardrails for the key - * - blocked: Optional[bool] - Whether the key is blocked - * - grace_period: Optional[str] - Duration to keep old key valid after rotation (e.g. "24h", "2d"). Omitted = immediate revoke. Env: LITELLM_KEY_ROTATION_GRACE_PERIOD - * - * - * Returns: - * - GenerateKeyResponse containing the new key and its updated parameters - * - * Example: - * ```bash - * curl --location --request POST 'http://localhost:4000/key/sk-1234/regenerate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ - * "max_budget": 100, - * "metadata": {"team": "core-infra"}, - * "models": ["gpt-4", "gpt-3.5-turbo"] - * }' - * ``` - * - * Note: This is an Enterprise feature. It requires a premium license to use. - */ -export const regenerateKeyFnKeyRegeneratePost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/regenerate', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options?.headers - } -}); - -/** - * Regenerate Key Fn - * - * Regenerate an existing API key while optionally updating its parameters. - * - * Parameters: - * - key: str (path parameter) - The key to regenerate - * - data: Optional[RegenerateKeyRequest] - Request body containing optional parameters to update - * - key: Optional[str] - The key to regenerate. - * - new_master_key: Optional[str] - The new master key to use, if key is the master key. - * - new_key: Optional[str] - The new key to use, if key is not the master key. If both set, new_master_key will be used. - * - key_alias: Optional[str] - User-friendly key alias - * - user_id: Optional[str] - User ID associated with key - * - team_id: Optional[str] - Team ID associated with key - * - models: Optional[list] - Model_name's a user is allowed to call - * - tags: Optional[List[str]] - Tags for organizing keys (Enterprise only) - * - spend: Optional[float] - Amount spent by key - * - max_budget: Optional[float] - Max budget for key - * - model_max_budget: Optional[Dict[str, BudgetConfig]] - Model-specific budgets {"gpt-4": {"budget_limit": 0.0005, "time_period": "30d"}} - * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - * - soft_budget: Optional[float] - Soft budget limit (warning vs. hard stop). Will trigger a slack alert when this soft budget is reached. - * - max_parallel_requests: Optional[int] - Rate limit for parallel requests - * - metadata: Optional[dict] - Metadata for key. Example {"team": "core-infra", "app": "app2"} - * - tpm_limit: Optional[int] - Tokens per minute limit - * - rpm_limit: Optional[int] - Requests per minute limit - * - model_rpm_limit: Optional[dict] - Model-specific RPM limits {"gpt-4": 100, "claude-v1": 200} - * - model_tpm_limit: Optional[dict] - Model-specific TPM limits {"gpt-4": 100000, "claude-v1": 200000} - * - allowed_cache_controls: Optional[list] - List of allowed cache control values - * - duration: Optional[str] - Key validity duration ("30d", "1h", etc.) - * - permissions: Optional[dict] - Key-specific permissions - * - guardrails: Optional[List[str]] - List of active guardrails for the key - * - blocked: Optional[bool] - Whether the key is blocked - * - grace_period: Optional[str] - Duration to keep old key valid after rotation (e.g. "24h", "2d"). Omitted = immediate revoke. Env: LITELLM_KEY_ROTATION_GRACE_PERIOD - * - * - * Returns: - * - GenerateKeyResponse containing the new key and its updated parameters - * - * Example: - * ```bash - * curl --location --request POST 'http://localhost:4000/key/sk-1234/regenerate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ - * "max_budget": 100, - * "metadata": {"team": "core-infra"}, - * "models": ["gpt-4", "gpt-3.5-turbo"] - * }' - * ``` - * - * Note: This is an Enterprise feature. It requires a premium license to use. - */ -export const regenerateKeyFnKeyKeyRegeneratePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/{key}/regenerate', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Reset Key Spend Fn - */ -export const resetKeySpendFnKeyKeyResetSpendPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/{key}/reset_spend', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Keys - * - * List all keys for a given user / team / organization. - * - * Parameters: - * expand: Optional[List[str]] - Expand related objects (e.g. 'user' to include user information) - * status: Optional[str] - Filter by status. Currently supports "deleted" to query deleted keys. - * - * Returns: - * { - * "keys": List[str] or List[UserAPIKeyAuth], - * "total_count": int, - * "current_page": int, - * "total_pages": int, - * } - * - * When expand includes "user", each key object will include a "user" field with the associated user object. - * Note: When expand=user is specified, full key objects are returned regardless of the return_full_object parameter. - */ -export const listKeysKeyListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/list', - ...options -}); - -/** - * Key Aliases - * - * Lists key aliases with pagination and optional search. - * - * Non-admin users only see aliases for keys they own or keys belonging to - * their teams. - * - * Returns: - * { - * "aliases": List[str], - * "total_count": int, - * "current_page": int, - * "total_pages": int, - * "size": int, - * } - */ -export const keyAliasesKeyAliasesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/aliases', - ...options -}); - -/** - * Block Key - * - * Block an Virtual key from making any requests. - * - * Parameters: - * - key: str - The key to block. Can be either the unhashed key (sk-...) or the hashed key value - * - * Example: - * ```bash - * curl --location 'http://0.0.0.0:4000/key/block' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "key": "sk-Fn8Ej39NxjAXrvpUGKghGw" - * }' - * ``` - * - * Note: This is an admin-only endpoint. Only proxy admins, team admins, or org admins can block keys. - */ -export const blockKeyKeyBlockPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/block', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Unblock Key - * - * Unblock a Virtual key to allow it to make requests again. - * - * Parameters: - * - key: str - The key to unblock. Can be either the unhashed key (sk-...) or the hashed key value - * - * Example: - * ```bash - * curl --location 'http://0.0.0.0:4000/key/unblock' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "key": "sk-Fn8Ej39NxjAXrvpUGKghGw" - * }' - * ``` - * - * Note: This is an admin-only endpoint. Only proxy admins, team admins, or org admins can unblock keys. - */ -export const unblockKeyKeyUnblockPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/unblock', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Key Health - * - * Check the health of the key - * - * Checks: - * - If key based logging is configured correctly - sends a test log - * - * Usage - * - * Pass the key in the request header - * - * ```bash - * curl -X POST "http://localhost:4000/key/health" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" - * ``` - * - * Response when logging callbacks are setup correctly: - * - * ```json - * { - * "key": "healthy", - * "logging_callbacks": { - * "callbacks": [ - * "gcs_bucket" - * ], - * "status": "healthy", - * "details": "No logger exceptions triggered, system is healthy. Manually check if logs were sent to ['gcs_bucket']" - * } - * } - * ``` - * - * - * Response when logging callbacks are not setup correctly: - * ```json - * { - * "key": "unhealthy", - * "logging_callbacks": { - * "callbacks": [ - * "gcs_bucket" - * ], - * "status": "unhealthy", - * "details": "Logger exceptions triggered, system is unhealthy: Failed to load vertex credentials. Check to see if credentials containing partial/invalid information." - * } - * } - * ``` - */ -export const keyHealthKeyHealthPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/key/health', - ...options -}); - -/** - * New User - * - * Use this to create a new INTERNAL user with a budget. - * Internal Users can access LiteLLM Admin UI to make keys, request access to models. - * This creates a new user and generates a new api key for the new user. The new api key is returned. - * - * Returns user id, budget + new key. - * - * Parameters: - * - user_id: Optional[str] - Specify a user id. If not set, a unique id will be generated. - * - user_alias: Optional[str] - A descriptive name for you to know who this user id refers to. - * - teams: Optional[list] - specify a list of team id's a user belongs to. - * - user_email: Optional[str] - Specify a user email. - * - send_invite_email: Optional[bool] - Specify if an invite email should be sent. - * - user_role: Optional[str] - Specify a user role - "proxy_admin", "proxy_admin_viewer", "internal_user", "internal_user_viewer", "team", "customer". Info about each role here: `https://github.com/BerriAI/litellm/litellm/proxy/_types.py#L20` - * - max_budget: Optional[float] - Specify max budget for a given user. - * - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"), months ("1mo"). - * - models: Optional[list] - Model_name's a user is allowed to call. (if empty, key is allowed to call all models). Set to ['no-default-models'] to block all model access. Restricting user to only team-based model access. - * - tpm_limit: Optional[int] - Specify tpm limit for a given user (Tokens per minute) - * - rpm_limit: Optional[int] - Specify rpm limit for a given user (Requests per minute) - * - auto_create_key: bool - Default=True. Flag used for returning a key as part of the /user/new response - * - aliases: Optional[dict] - Model aliases for the user - [Docs](https://litellm.vercel.app/docs/proxy/virtual_keys#model-aliases) - * - config: Optional[dict] - [DEPRECATED PARAM] User-specific config. - * - allowed_cache_controls: Optional[list] - List of allowed cache control values. Example - ["no-cache", "no-store"]. See all values - https://docs.litellm.ai/docs/proxy/caching#turn-on--off-caching-per-request- - * - blocked: Optional[bool] - [Not Implemented Yet] Whether the user is blocked. - * - guardrails: Optional[List[str]] - [Not Implemented Yet] List of active guardrails for the user - * - policies: Optional[List[str]] - List of policy names to apply to the user. Policies define guardrails, conditions, and inheritance rules. - * - permissions: Optional[dict] - [Not Implemented Yet] User-specific permissions, eg. turning off pii masking. - * - metadata: Optional[dict] - Metadata for user, store information for user. Example metadata = {"team": "core-infra", "app": "app2", "email": "ishaan@berri.ai" } - * - max_parallel_requests: Optional[int] - Rate limit a user based on the number of parallel requests. Raises 429 error, if user's parallel requests > x. - * - soft_budget: Optional[float] - Get alerts when user crosses given budget, doesn't block requests. - * - model_max_budget: Optional[dict] - Model-specific max budget for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-budgets-to-keys) - * - model_rpm_limit: Optional[float] - Model-specific rpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys) - * - model_tpm_limit: Optional[float] - Model-specific tpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys) - * - spend: Optional[float] - Amount spent by user. Default is 0. Will be updated by proxy whenever user is used. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"), months ("1mo"). - * - agent_id: Optional[str] - The agent id associated with the user. - * - team_id: Optional[str] - [DEPRECATED PARAM] The team id of the user. Default is None. - * - duration: Optional[str] - Duration for the key auto-created on `/user/new`. Default is None. - * - key_alias: Optional[str] - Alias for the key auto-created on `/user/new`. Default is None. - * - sso_user_id: Optional[str] - The id of the user in the SSO provider. - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - internal user-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"]}. IF null or {} then no object permission. - * - prompts: Optional[List[str]] - List of allowed prompts for the user. If specified, the user will only be able to use these specific prompts. - * - organizations: List[str] - List of organization id's the user is a member of - * - budget_limits: Optional[list] - List of concurrent budget windows for the user. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - * Returns: - * - key: (str) The generated api key for the user - * - expires: (datetime) Datetime object for when key expires. - * - user_id: (str) Unique user id - used for tracking spend across multiple keys for same user id. - * - max_budget: (float|None) Max budget for given user. - * - * Usage Example - * - * ```shell - * curl -X POST "http://localhost:4000/user/new" -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" -d '{ - * "username": "new_user", - * "email": "new_user@example.com" - * }' - * ``` - */ -export const newUserUserNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * User Info - * - * [10/07/2024] - * Note: To get all users (+pagination), use `/user/list` endpoint. - * - * - * Use this to get user information. (user row + all user key info) - * - * Example request - * ``` - * curl -X GET 'http://localhost:4000/user/info?user_id=krrish7%40berri.ai' --header 'Authorization: Bearer sk-1234' - * ``` - */ -export const userInfoUserInfoGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/info', - ...options -}); - -/** - * User Info V2 - * - * Lightweight endpoint to get user info. Returns only the user object — no keys, no teams objects. - * - * This is the v2 replacement for /user/info, designed to avoid the "god endpoint" problem - * where the old endpoint loaded all keys and teams into memory. - * - * Access control: - * - Proxy admins can query any user - * - Team admins can query users within their teams - * - Internal users can only query themselves (omit user_id or pass own) - * - Returns 404 for non-existent users or unauthorized access - * - * Example request: - * ``` - * curl -X GET 'http://localhost:4000/v2/user/info?user_id=user123' \ - * --header 'Authorization: Bearer sk-1234' - * ``` - */ -export const userInfoV2V2UserInfoGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v2/user/info', - ...options -}); - -/** - * User Update - * - * Example curl - * - * ``` - * curl --location 'http://0.0.0.0:4000/user/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "user_id": "test-litellm-user-4", - * "user_role": "proxy_admin_viewer" - * }' - * ``` - * - * Parameters: - * - user_id: Optional[str] - Specify a user id. If not set, a unique id will be generated. - * - user_email: Optional[str] - Specify a user email. - * - password: Optional[str] - Specify a user password. - * - user_alias: Optional[str] - A descriptive name for you to know who this user id refers to. - * - teams: Optional[list] - specify a list of team id's a user belongs to. - * - send_invite_email: Optional[bool] - Specify if an invite email should be sent. - * - user_role: Optional[str] - Specify a user role - "proxy_admin", "proxy_admin_viewer", "internal_user", "internal_user_viewer", "team", "customer". Info about each role here: `https://github.com/BerriAI/litellm/litellm/proxy/_types.py#L20` - * - max_budget: Optional[float] - Specify max budget for a given user. - * - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"), months ("1mo"). - * - models: Optional[list] - Model_name's a user is allowed to call. (if empty, key is allowed to call all models) - * - tpm_limit: Optional[int] - Specify tpm limit for a given user (Tokens per minute) - * - rpm_limit: Optional[int] - Specify rpm limit for a given user (Requests per minute) - * - auto_create_key: bool - Default=True. Flag used for returning a key as part of the /user/new response - * - aliases: Optional[dict] - Model aliases for the user - [Docs](https://litellm.vercel.app/docs/proxy/virtual_keys#model-aliases) - * - config: Optional[dict] - [DEPRECATED PARAM] User-specific config. - * - allowed_cache_controls: Optional[list] - List of allowed cache control values. Example - ["no-cache", "no-store"]. See all values - https://docs.litellm.ai/docs/proxy/caching#turn-on--off-caching-per-request- - * - blocked: Optional[bool] - [Not Implemented Yet] Whether the user is blocked. - * - guardrails: Optional[List[str]] - [Not Implemented Yet] List of active guardrails for the user - * - policies: Optional[List[str]] - List of policy names to apply to the user. Policies define guardrails, conditions, and inheritance rules. - * - permissions: Optional[dict] - [Not Implemented Yet] User-specific permissions, eg. turning off pii masking. - * - metadata: Optional[dict] - Metadata for user, store information for user. Example metadata = {"team": "core-infra", "app": "app2", "email": "ishaan@berri.ai" } - * - max_parallel_requests: Optional[int] - Rate limit a user based on the number of parallel requests. Raises 429 error, if user's parallel requests > x. - * - soft_budget: Optional[float] - Get alerts when user crosses given budget, doesn't block requests. - * - model_max_budget: Optional[dict] - Model-specific max budget for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-budgets-to-keys) - * - model_rpm_limit: Optional[float] - Model-specific rpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys) - * - model_tpm_limit: Optional[float] - Model-specific tpm limit for user. [Docs](https://docs.litellm.ai/docs/proxy/users#add-model-specific-limits-to-keys) - * - spend: Optional[float] - Amount spent by user. Default is 0. Will be updated by proxy whenever user is used. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"), months ("1mo"). - * - agent_id: Optional[str] - The agent id associated with the user. - * - team_id: Optional[str] - [DEPRECATED PARAM] The team id of the user. Default is None. - * - duration: Optional[str] - [NOT IMPLEMENTED]. - * - key_alias: Optional[str] - [NOT IMPLEMENTED]. - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - internal user-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"]}. IF null or {} then no object permission. - * - prompts: Optional[List[str]] - List of allowed prompts for the user. If specified, the user will only be able to use these specific prompts. - * - budget_limits: Optional[list] - List of concurrent budget windows for the user. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - */ -export const userUpdateUserUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Bulk User Update - * - * Bulk update multiple users at once. - * - * This endpoint allows updating multiple users in a single request. Each user update - * is processed independently - if some updates fail, others will still succeed. - * - * Parameters: - * - users: Optional[List[UpdateUserRequest]] - List of specific user update requests - * - all_users: Optional[bool] - Set to true to update all users in the system - * - user_updates: Optional[UpdateUserRequest] - Updates to apply when all_users=True - * - * Returns: - * - results: List of individual update results - * - total_requested: Total number of users requested for update - * - successful_updates: Number of successful updates - * - failed_updates: Number of failed updates - * - * Example request for specific users: - * ```bash - * curl --location 'http://0.0.0.0:4000/user/bulk_update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "users": [ - * { - * "user_id": "user1", - * "user_role": "internal_user", - * "max_budget": 100.0 - * }, - * { - * "user_email": "user2@example.com", - * "user_role": "internal_user_viewer", - * "max_budget": 50.0 - * } - * ] - * }' - * ``` - * - * Example request for all users: - * ```bash - * curl --location 'http://0.0.0.0:4000/user/bulk_update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "all_users": true, - * "user_updates": { - * "user_role": "internal_user", - * "max_budget": 50.0 - * } - * }' - * ``` - */ -export const bulkUserUpdateUserBulkUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/bulk_update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Users - * - * Get a paginated list of users with filtering and sorting options. - * - * Parameters: - * role: Optional[str] - * Filter users by role. Can be one of: - * - proxy_admin - * - proxy_admin_viewer - * - internal_user - * - internal_user_viewer - * user_ids: Optional[str] - * Get list of users by user_ids. Comma separated list of user_ids. - * sso_ids: Optional[str] - * Get list of users by sso_ids. Comma separated list of sso_ids. - * user_email: Optional[str] - * Filter users by partial email match - * team: Optional[str] - * Filter users by team id. Will match if user has this team in their teams array. - * page: int - * The page number to return - * page_size: int - * The number of items per page - * sort_by: Optional[str] - * Column to sort by (e.g. 'user_id', 'user_email', 'created_at', 'spend') - * sort_order: Optional[str] - * Sort order ('asc' or 'desc') - */ -export const getUsersUserListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/list', - ...options -}); - -/** - * Delete User - * - * delete user and associated user keys - * - * ``` - * curl --location 'http://0.0.0.0:4000/user/delete' - * --header 'Authorization: Bearer sk-1234' - * --header 'Content-Type: application/json' - * --data-raw '{ - * "user_ids": ["45e3e396-ee08-4a61-a88e-16b3ce7e0849"] - * }' - * ``` - * - * Parameters: - * - user_ids: List[str] - The list of user id's to be deleted. - */ -export const deleteUserUserDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get User Daily Activity - * - * [BETA] This is a beta endpoint. It will change. - * - * Meant to optimize querying spend data for analytics for a user. - * - * Returns: - * (by date) - * - spend - * - prompt_tokens - * - completion_tokens - * - cache_read_input_tokens - * - cache_creation_input_tokens - * - total_tokens - * - api_requests - * - breakdown by model, api_key, provider - */ -export const getUserDailyActivityUserDailyActivityGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/daily/activity', - ...options -}); - -/** - * Get User Daily Activity Aggregated - * - * Aggregated analytics for a user's daily activity without pagination. - * Returns the same response shape as the paginated endpoint with page metadata set to single-page. - */ -export const getUserDailyActivityAggregatedUserDailyActivityAggregatedGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/daily/activity/aggregated', - ...options -}); - -/** - * New Team - * - * Allow users to create a new team. Apply user permissions to their team. - * - * 👉 [Detailed Doc on setting team budgets](https://docs.litellm.ai/docs/proxy/team_budgets) - * - * - * Parameters: - * - team_alias: Optional[str] - User defined team alias - * - team_id: Optional[str] - The team id of the user. If none passed, we'll generate it. - * - members_with_roles: List[{"role": "admin" or "user", "user_id": ""}] - A list of users and their roles in the team. Get user_id when making a new user via `/user/new`. - * - team_member_permissions: Optional[List[str]] - A list of routes that non-admin team members can access. example: ["/key/generate", "/key/update", "/key/delete"] - * - metadata: Optional[dict] - Metadata for team, store information for team. Example metadata = {"extra_info": "some info"} - * - model_rpm_limit: Optional[Dict[str, int]] - The RPM (Requests Per Minute) limit for this team - applied across all keys for this team. - * - model_tpm_limit: Optional[Dict[str, int]] - The TPM (Tokens Per Minute) limit for this team - applied across all keys for this team. - * - tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit - * - rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit - * - rpm_limit_type: Optional[Literal["guaranteed_throughput", "best_effort_throughput"]] - The type of RPM limit enforcement. Use "guaranteed_throughput" to raise an error if overallocating RPM, or "best_effort_throughput" for best effort enforcement. - * - tpm_limit_type: Optional[Literal["guaranteed_throughput", "best_effort_throughput"]] - The type of TPM limit enforcement. Use "guaranteed_throughput" to raise an error if overallocating TPM, or "best_effort_throughput" for best effort enforcement. - * - max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget - * - soft_budget: Optional[float] - The soft budget threshold for the team. If max_budget is set, soft_budget must be strictly lower than max_budget. Can be set independently if max_budget is not set. - * - budget_duration: Optional[str] - The duration of the budget for the team. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - * - models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed. - * - blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id. - * - members: Optional[List] - Control team members via `/team/member/add` and `/team/member/delete`. - * - tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - * - prompts: Optional[List[str]] - List of prompts that the team is allowed to use. - * - organization_id: Optional[str] - The organization id of the team. Default is None. Create via `/organization/new`. - * - model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias) - * - guardrails: Optional[List[str]] - Guardrails for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails) - * - policies: Optional[List[str]] - Policies for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies) - * - disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key. - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - team-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - * - team_member_budget: Optional[float] - The maximum budget allocated to an individual team member. - * - team_member_budget_duration: Optional[str] - The duration of the budget for the team member. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - * - team_member_rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for individual team members. - * - team_member_tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for individual team members. - * - team_member_key_duration: Optional[str] - The duration for a team member's key. e.g. "1d", "1w", "1mo" - * - allowed_passthrough_routes: Optional[List[str]] - List of allowed pass through routes for the team. - * - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - * - secret_manager_settings: Optional[dict] - Secret manager settings for the team. [Docs](https://docs.litellm.ai/docs/secret_managers/overview) - * - router_settings: Optional[UpdateRouterConfig] - team-specific router settings. Example - {"model_group_retry_policy": {"max_retries": 5}}. IF null or {} then no router settings. - * - access_group_ids: Optional[List[str]] - List of access group IDs to associate with the team. Access groups define which models the team can access. Example - ["access_group_1", "access_group_2"]. - * - enforced_file_expires_after: Optional[dict] - Enforced file expiration policy for the team. Keys created under this team will inherit this policy for file uploads. Example - {"anchor": "created_at", "days": 30}. - * - enforced_batch_output_expires_after: Optional[dict] - Enforced batch output file expiration policy for the team. Keys created under this team will inherit this policy for batch output files. Example - {"anchor": "created_at", "days": 30}. - * - budget_limits: Optional[list] - List of concurrent budget windows for the team. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - * - default_team_member_models: Optional[List[str]] - Default models assigned to new team members when they join this team. Must be a subset of the team's models. - * - * Returns: - * - team_id: (str) Unique team id - used for tracking spend across multiple keys for same team id. - * - * _deprecated_params: - * - admins: list - A list of user_id's for the admin role - * - users: list - A list of user_id's for the user role - * - * Example Request: - * ``` - * curl --location 'http://0.0.0.0:4000/team/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "team_alias": "my-new-team_2", - * "members_with_roles": [{"role": "admin", "user_id": "user-1234"}, - * {"role": "user", "user_id": "user-2434"}] - * }' - * - * ``` - * - * ``` - * curl --location 'http://0.0.0.0:4000/team/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "team_alias": "QA Prod Bot", - * "max_budget": 0.000000001, - * "budget_duration": "1d" - * }' - * ``` - */ -export const newTeamTeamNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Team - * - * Use `/team/member_add` AND `/team/member/delete` to add/remove new team members - * - * You can now update team budget / rate limits via /team/update - * - * Parameters: - * - team_id: str - The team id of the user. Required param. - * - team_alias: Optional[str] - User defined team alias - * - team_member_permissions: Optional[List[str]] - A list of routes that non-admin team members can access. example: ["/key/generate", "/key/update", "/key/delete"] - * - metadata: Optional[dict] - Metadata for team, store information for team. Example metadata = {"team": "core-infra", "app": "app2", "email": "ishaan@berri.ai" } - * - tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit - * - rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit - * - max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget - * - soft_budget: Optional[float] - The soft budget threshold for the team. If max_budget is set (either in the request or existing), soft_budget must be strictly lower than max_budget. Can be set independently if max_budget is not set. - * - budget_duration: Optional[str] - The duration of the budget for the team. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - * - models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed. - * - prompts: Optional[List[str]] - List of prompts that the team is allowed to use. - * - blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id. - * - tags: Optional[List[str]] - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - * - organization_id: Optional[str] - The organization id of the team. Default is None. Create via `/organization/new`. - * - model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias) - * - guardrails: Optional[List[str]] - Guardrails for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails) - * - policies: Optional[List[str]] - Policies for the team. [Docs](https://docs.litellm.ai/docs/proxy/guardrails/guardrail_policies) - * - disable_global_guardrails: Optional[bool] - Whether to disable global guardrails for the key. - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - team-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"], "agents": ["agent_1", "agent_2"], "agent_access_groups": ["dev_group"]}. IF null or {} then no object permission. - * - team_member_budget: Optional[float] - The maximum budget allocated to an individual team member. - * - team_member_budget_duration: Optional[str] - The duration of the budget for the team member. Doc [here](https://docs.litellm.ai/docs/proxy/team_budgets) - * - team_member_rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for individual team members. - * - team_member_tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for individual team members. - * - team_member_key_duration: Optional[str] - The duration for a team member's key. e.g. "1d", "1w", "1mo" - * - allowed_passthrough_routes: Optional[List[str]] - List of allowed pass through routes for the team. - * - model_rpm_limit: Optional[Dict[str, int]] - The RPM (Requests Per Minute) limit per model for this team. Example: {"gpt-4": 100, "gpt-3.5-turbo": 200} - * - model_tpm_limit: Optional[Dict[str, int]] - The TPM (Tokens Per Minute) limit per model for this team. Example: {"gpt-4": 10000, "gpt-3.5-turbo": 20000} - * Example - update team TPM Limit - * - allowed_vector_store_indexes: Optional[List[dict]] - List of allowed vector store indexes for the key. Example - [{"index_name": "my-index", "index_permissions": ["write", "read"]}]. If specified, the key will only be able to use these specific vector store indexes. Create index, using `/v1/indexes` endpoint. - * - secret_manager_settings: Optional[dict] - Secret manager settings for the team. [Docs](https://docs.litellm.ai/docs/secret_managers/overview) - * - router_settings: Optional[UpdateRouterConfig] - team-specific router settings. Example - {"model_group_retry_policy": {"max_retries": 5}}. IF null or {} then no router settings. - * - access_group_ids: Optional[List[str]] - List of access group IDs to associate with the team. Access groups define which models the team can access. Example - ["access_group_1", "access_group_2"]. - * - enforced_file_expires_after: Optional[dict] - Enforced file expiration policy for the team. Keys created under this team will inherit this policy for file uploads. Example - {"anchor": "created_at", "days": 30}. - * - enforced_batch_output_expires_after: Optional[dict] - Enforced batch output file expiration policy for the team. Keys created under this team will inherit this policy for batch output files. Example - {"anchor": "created_at", "days": 30}. - * - budget_limits: Optional[list] - List of concurrent budget windows for the team. Each window specifies a budget_limit, time_period, and optional budget_duration. Example - [{"budget_limit": 10.0, "time_period": "1d"}, {"budget_limit": 50.0, "time_period": "7d"}]. - * - default_team_member_models: Optional[List[str]] - Default models assigned to new team members when they join this team. Must be a subset of the team's models. - * - * ``` - * curl --location 'http://0.0.0.0:4000/team/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ - * "team_id": "8d916b1c-510d-4894-a334-1c16a93344f5", - * "tpm_limit": 100 - * }' - * ``` - * - * Example - Update Team `max_budget` budget - * ``` - * curl --location 'http://0.0.0.0:4000/team/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ - * "team_id": "8d916b1c-510d-4894-a334-1c16a93344f5", - * "max_budget": 10 - * }' - * ``` - */ -export const updateTeamTeamUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Team Member Add - * - * Add new members (either via user_email or user_id) to a team - * - * If user doesn't exist, new user row will also be added to User Table - * - * Only proxy_admin or admin of team, allowed to access this endpoint. - * ``` - * - * curl -X POST 'http://0.0.0.0:4000/team/member_add' -H 'Authorization: Bearer sk-1234' -H 'Content-Type: application/json' -d '{"team_id": "45e3e396-ee08-4a61-a88e-16b3ce7e0849", "member": {"role": "user", "user_id": "krrish247652@berri.ai"}}' - * - * ``` - */ -export const teamMemberAddTeamMemberAddPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/member_add', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Team Member Delete - * - * [BETA] - * - * delete members (either via user_email or user_id) from a team - * - * If user doesn't exist, an exception will be raised - * ``` - * curl -X POST 'http://0.0.0.0:8000/team/member_delete' - * -H 'Authorization: Bearer sk-1234' - * -H 'Content-Type: application/json' - * -d '{ - * "team_id": "45e3e396-ee08-4a61-a88e-16b3ce7e0849", - * "user_id": "krrish247652@berri.ai" - * }' - * ``` - */ -export const teamMemberDeleteTeamMemberDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/member_delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Team Member Update - * - * [BETA] - * - * Update team member budgets and team member role - */ -export const teamMemberUpdateTeamMemberUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/member_update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Bulk Team Member Add - * - * Bulk add multiple members to a team at once. - * - * This endpoint reuses the same logic as /team/member_add but provides a bulk-friendly response format. - * - * Parameters: - * - team_id: str - The ID of the team to add members to - * - members: List[Member] - List of members to add to the team - * - all_users: Optional[bool] - Flag to add all users on Proxy to the team - * - max_budget_in_team: Optional[float] - Maximum budget allocated to each user within the team - * - * Returns: - * - results: List of individual member addition results - * - total_requested: Total number of members requested for addition - * - successful_additions: Number of successful additions - * - failed_additions: Number of failed additions - * - updated_team: The updated team object - * - * Example request: - * ```bash - * curl --location 'http://0.0.0.0:4000/team/bulk_member_add' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "team_id": "team-1234", - * "members": [ - * { - * "user_id": "user1", - * "role": "user" - * }, - * { - * "user_email": "user2@example.com", - * "role": "admin" - * } - * ], - * "max_budget_in_team": 100.0 - * }' - * ``` - */ -export const bulkTeamMemberAddTeamBulkMemberAddPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/bulk_member_add', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Team - * - * delete team and associated team keys - * - * Parameters: - * - team_ids: List[str] - Required. List of team IDs to delete. Example: ["team-1234", "team-5678"] - * - * ``` - * curl --location 'http://0.0.0.0:4000/team/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data-raw '{ - * "team_ids": ["8d916b1c-510d-4894-a334-1c16a93344f5"] - * }' - * ``` - */ -export const deleteTeamTeamDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Team Info - * - * get info on team + related keys - * - * Parameters: - * - team_id: str - Required. The unique identifier of the team to get info on. - * - * ``` - * curl --location 'http://localhost:4000/team/info?team_id=your_team_id_here' --header 'Authorization: Bearer your_api_key_here' - * ``` - */ -export const teamInfoTeamInfoGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/info', - ...options -}); - -/** - * Team Member Me - * - * Get the caller's own team-membership row for the given team. - * - * Used by internal users to view their own spend, budget, budget reset - * date, rate limits, and role within a team — without exposing other - * members' data. The caller is resolved from their API key; the path - * `/members/me` always refers to that caller. - * - * Returns 404 if the caller is not a member of the team. - * - * ``` - * curl --location 'http://localhost:4000/team/your_team_id/members/me' --header 'Authorization: Bearer your_api_key_here' - * ``` - */ -export const teamMemberMeTeamTeamIdMembersMeGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/{team_id}/members/me', - ...options -}); - -/** - * Block Team - * - * Blocks all calls from keys with this team id. - * - * Parameters: - * - team_id: str - Required. The unique identifier of the team to block. - * - * Example: - * ``` - * curl --location 'http://0.0.0.0:4000/team/block' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "team_id": "team-1234" - * }' - * ``` - * - * Returns: - * - The updated team record with blocked=True - */ -export const blockTeamTeamBlockPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/block', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Unblock Team - * - * Unblocks a previously blocked team, re-enabling calls from keys with this team id. - * - * Parameters: - * - team_id: str - Required. The unique identifier of the team to unblock. - * - * Example: - * ``` - * curl --location 'http://0.0.0.0:4000/team/unblock' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "team_id": "team-1234" - * }' - * ``` - */ -export const unblockTeamTeamUnblockPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/unblock', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Available Teams - */ -export const listAvailableTeamsTeamAvailableGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/available', - ...options -}); - -/** - * List Team V2 - * - * Get a paginated list of teams with filtering and sorting options. - * - * Parameters: - * user_id: Optional[str] - * Only return teams which this user belongs to - * organization_id: Optional[str] - * Only return teams which belong to this organization - * team_id: Optional[str] - * Filter teams by exact team_id match - * team_alias: Optional[str] - * Filter teams by partial team_alias match - * page: int - * The page number to return - * page_size: int - * The number of items per page - * sort_by: Optional[str] - * Column to sort by (e.g. 'team_id', 'team_alias', 'created_at') - * sort_order: str - * Sort order ('asc' or 'desc') - * status: Optional[str] - * Filter by status. Currently supports "deleted" to query deleted teams. - */ -export const listTeamV2V2TeamListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v2/team/list', - ...options -}); - -/** - * List Team - * - * ``` - * curl --location --request GET 'http://0.0.0.0:4000/team/list' --header 'Authorization: Bearer sk-1234' - * ``` - * - * Parameters: - * - user_id: str - Optional. If passed will only return teams that the user_id is a member of. - * - organization_id: str - Optional. If passed will only return teams that belong to the organization_id. Pass 'default_organization' to get all teams without organization_id. - */ -export const listTeamTeamListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/list', - ...options -}); - -/** - * Team Model Add - * - * Add models to a team's allowed model list. Only proxy admin or team admin can add models. - * - * Parameters: - * - team_id: str - Required. The team to add models to - * - models: List[str] - Required. List of models to add to the team - * - * Example Request: - * ``` - * curl --location 'http://0.0.0.0:4000/team/model/add' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "team_id": "team-1234", - * "models": ["gpt-4", "claude-2"] - * }' - * ``` - */ -export const teamModelAddTeamModelAddPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/model/add', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Team Model Delete - * - * Remove models from a team's allowed model list. Only proxy admin or team admin can remove models. - * - * Parameters: - * - team_id: str - Required. The team to remove models from - * - models: List[str] - Required. List of models to remove from the team - * - * Example Request: - * ``` - * curl --location 'http://0.0.0.0:4000/team/model/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "team_id": "team-1234", - * "models": ["gpt-4"] - * }' - * ``` - */ -export const teamModelDeleteTeamModelDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/model/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Team Member Permissions - * - * Get the team member permissions for a team - */ -export const teamMemberPermissionsTeamPermissionsListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/permissions_list', - ...options -}); - -/** - * Update Team Member Permissions - * - * Update the team member permissions for a team - */ -export const updateTeamMemberPermissionsTeamPermissionsUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/permissions_update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Bulk Update Team Member Permissions - * - * Append permissions to existing teams. - * - * Either pass team_ids to target specific teams, or set - * apply_to_all_teams=True to update every team. For each team, - * the provided permissions are merged with the team's existing - * permissions (duplicates are skipped). - */ -export const bulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/permissions_bulk_update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Team Daily Activity - * - * Get daily activity for specific teams or all teams. - * - * Args: - * team_ids (Optional[str]): Comma-separated list of team IDs to filter by. If not provided, returns data for all teams. - * start_date (Optional[str]): Start date for the activity period (YYYY-MM-DD). - * end_date (Optional[str]): End date for the activity period (YYYY-MM-DD). - * model (Optional[str]): Filter by model name. - * api_key (Optional[str]): Filter by API key. - * page (int): Page number for pagination. - * page_size (int): Number of items per page. - * exclude_team_ids (Optional[str]): Comma-separated list of team IDs to exclude. - * Returns: - * SpendAnalyticsPaginatedResponse: Paginated response containing daily activity data. - */ -export const getTeamDailyActivityTeamDailyActivityGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/daily/activity', - ...options -}); - -/** - * Sso Readiness - * - * Health endpoint for checking SSO readiness. - * Checks if the configured SSO provider has all required environment variables set in memory. - */ -export const ssoReadinessSsoReadinessGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/sso/readiness', - ...options -}); - -/** - * New Organization - * - * Allow orgs to own teams - * - * Set org level budgets + model access. - * - * Only admins can create orgs. - * - * # Parameters - * - * - organization_alias: *str* - The name of the organization. - * - models: *List* - The models the organization has access to. - * - budget_id: *Optional[str]* - The id for a budget (tpm/rpm/max budget) for the organization. - * ### IF NO BUDGET ID - CREATE ONE WITH THESE PARAMS ### - * - max_budget: *Optional[float]* - Max budget for org - * - tpm_limit: *Optional[int]* - Max tpm limit for org - * - rpm_limit: *Optional[int]* - Max rpm limit for org - * - model_rpm_limit: *Optional[Dict[str, int]]* - The RPM (Requests Per Minute) limit per model for this organization. - * - model_tpm_limit: *Optional[Dict[str, int]]* - The TPM (Tokens Per Minute) limit per model for this organization. - * - max_parallel_requests: *Optional[int]* - [Not Implemented Yet] Max parallel requests for org - * - soft_budget: *Optional[float]* - [Not Implemented Yet] Get a slack alert when this soft budget is reached. Don't block requests. - * - model_max_budget: *Optional[dict]* - Max budget for a specific model - * - budget_duration: *Optional[str]* - Frequency of reseting org budget - * - metadata: *Optional[dict]* - Metadata for organization, store information for organization. Example metadata - {"extra_info": "some info"} - * - blocked: *bool* - Flag indicating if the org is blocked or not - will stop all calls from keys with this org_id. - * - tags: *Optional[List[str]]* - Tags for [tracking spend](https://litellm.vercel.app/docs/proxy/enterprise#tracking-spend-for-custom-tags) and/or doing [tag-based routing](https://litellm.vercel.app/docs/proxy/tag_routing). - * - organization_id: *Optional[str]* - The organization id of the team. Default is None. Create via `/organization/new`. - * - model_aliases: Optional[dict] - Model aliases for the team. [Docs](https://docs.litellm.ai/docs/proxy/team_based_routing#create-team-with-model-alias) - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - organization-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"]}. IF null or {} then no object permission. - * - allowed_models: Optional[List[str]] - List of models the organization is allowed to access. If not set, defaults to the models field. - * Case 1: Create new org **without** a budget_id - * - * ```bash - * curl --location 'http://0.0.0.0:4000/organization/new' - * --header 'Authorization: Bearer sk-1234' - * --header 'Content-Type: application/json' - * --data '{ - * "organization_alias": "my-secret-org", - * "models": ["model1", "model2"], - * "max_budget": 100 - * }' - * - * - * ``` - * - * Case 2: Create new org **with** a budget_id - * - * ```bash - * curl --location 'http://0.0.0.0:4000/organization/new' - * --header 'Authorization: Bearer sk-1234' - * --header 'Content-Type: application/json' - * --data '{ - * "organization_alias": "my-secret-org", - * "models": ["model1", "model2"], - * "budget_id": "428eeaa8-f3ac-4e85-a8fb-7dc8d7aa8689" - * }' - * ``` - */ -export const newOrganizationOrganizationNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Organization Daily Activity - * - * Get daily activity for specific organizations or all accessible organizations. - */ -export const getOrganizationDailyActivityOrganizationDailyActivityGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/daily/activity', - ...options -}); - -/** - * Update Organization - * - * Update an organization - */ -export const updateOrganizationOrganizationUpdatePatch = (options?: Options) => (options?.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/update', - ...options -}); - -/** - * Delete Organization - * - * Delete an organization - * - * # Parameters: - * - * - organization_ids: List[str] - The organization ids to delete. - */ -export const deleteOrganizationOrganizationDeleteDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Organization - * - * Get a list of organizations with optional filtering. - * - * Parameters: - * org_id: Optional[str] - * Filter organizations by exact organization_id match - * org_alias: Optional[str] - * Filter organizations by partial organization_alias match (case-insensitive) - * - * Example: - * ``` - * curl --location --request GET 'http://0.0.0.0:4000/organization/list?org_alias=my-org' --header 'Authorization: Bearer sk-1234' - * ``` - * - * Example with org_id: - * ``` - * curl --location --request GET 'http://0.0.0.0:4000/organization/list?org_id=123e4567-e89b-12d3-a456-426614174000' --header 'Authorization: Bearer sk-1234' - * ``` - */ -export const listOrganizationOrganizationListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/list', - ...options -}); - -/** - * Info Organization - * - * Get the org specific information - */ -export const infoOrganizationOrganizationInfoGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/info', - ...options -}); - -/** - * Deprecated Info Organization - * - * DEPRECATED: Use GET /organization/info instead - */ -export const deprecatedInfoOrganizationOrganizationInfoPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/info', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Organization Member Add - * - * [BETA] - * - * Add new members (either via user_email or user_id) to an organization - * - * If user doesn't exist, new user row will also be added to User Table - * - * Only proxy_admin or org_admin of organization, allowed to access this endpoint. - * - * # Parameters: - * - * - organization_id: str (required) - * - member: Union[List[Member], Member] (required) - * - role: Literal[LitellmUserRoles] (required) - * - user_id: Optional[str] - * - user_email: Optional[str] - * - * Note: Either user_id or user_email must be provided for each member. - * - * Example: - * ``` - * curl -X POST 'http://0.0.0.0:4000/organization/member_add' -H 'Authorization: Bearer sk-1234' -H 'Content-Type: application/json' -d '{ - * "organization_id": "45e3e396-ee08-4a61-a88e-16b3ce7e0849", - * "member": { - * "role": "internal_user", - * "user_id": "krrish247652@berri.ai" - * }, - * "max_budget_in_organization": 100.0 - * }' - * ``` - * - * The following is executed in this function: - * - * 1. Check if organization exists - * 2. Creates a new Internal User if the user_id or user_email is not found in LiteLLM_UserTable - * 3. Add Internal User to the `LiteLLM_OrganizationMembership` table - */ -export const organizationMemberAddOrganizationMemberAddPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/member_add', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Organization Member Update - * - * Update a member's role in an organization - */ -export const organizationMemberUpdateOrganizationMemberUpdatePatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/member_update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Organization Member Delete - * - * Delete a member from an organization - */ -export const organizationMemberDeleteOrganizationMemberDeleteDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/organization/member_delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Block User - * - * [BETA] Reject calls with this end-user id - * - * Parameters: - * - user_ids (List[str], required): The unique `user_id`s for the users to block - * - * (any /chat/completion call with this user={end-user-id} param, will be rejected.) - * - * ``` - * curl -X POST "http://0.0.0.0:8000/user/block" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "user_ids": [, ...] - * }' - * ``` - */ -export const blockUserCustomerBlockPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/customer/block', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Unblock User - * - * [BETA] Unblock calls with this user id - * - * Example - * ``` - * curl -X POST "http://0.0.0.0:8000/user/unblock" - * -H "Authorization: Bearer sk-1234" - * -d '{ - * "user_ids": [, ...] - * }' - * ``` - */ -export const unblockUserCustomerUnblockPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/customer/unblock', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * New End User - * - * Allow creating a new Customer - * - * - * Parameters: - * - user_id: str - The unique identifier for the user. - * - alias: Optional[str] - A human-friendly alias for the user. - * - blocked: bool - Flag to allow or disallow requests for this end-user. Default is False. - * - max_budget: Optional[float] - The maximum budget allocated to the user. Either 'max_budget' or 'budget_id' should be provided, not both. - * - budget_id: Optional[str] - The identifier for an existing budget allocated to the user. Either 'max_budget' or 'budget_id' should be provided, not both. - * - allowed_model_region: Optional[Union[Literal["eu"], Literal["us"]]] - Require all user requests to use models in this specific region. - * - default_model: Optional[str] - If no equivalent model in the allowed region, default all requests to this model. - * - metadata: Optional[dict] = Metadata for customer, store information for customer. Example metadata = {"data_training_opt_out": True} - * - budget_duration: Optional[str] - Budget is reset at the end of specified duration. If not set, budget is never reset. You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). - * - tpm_limit: Optional[int] - [Not Implemented Yet] Specify tpm limit for a given customer (Tokens per minute) - * - rpm_limit: Optional[int] - [Not Implemented Yet] Specify rpm limit for a given customer (Requests per minute) - * - model_max_budget: Optional[dict] - [Not Implemented Yet] Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d"}} - * - max_parallel_requests: Optional[int] - [Not Implemented Yet] Specify max parallel requests for a given customer. - * - soft_budget: Optional[float] - [Not Implemented Yet] Get alerts when customer crosses given budget, doesn't block requests. - * - spend: Optional[float] - Specify initial spend for a given customer. - * - budget_reset_at: Optional[str] - Specify the date and time when the budget should be reset. - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - Customer-specific object permissions to control access to resources. - * Supported fields: - * * mcp_servers: List[str] - List of allowed MCP server IDs - * * mcp_access_groups: List[str] - List of MCP access group names - * * mcp_tool_permissions: Dict[str, List[str]] - Map of server ID to allowed tool names (e.g., {"server_1": ["tool_a", "tool_b"]}) - * * vector_stores: List[str] - List of allowed vector store IDs - * * agents: List[str] - List of allowed agent IDs - * * agent_access_groups: List[str] - List of agent access group names - * Example: {"mcp_servers": ["server_1", "server_2"], "vector_stores": ["vector_store_1"], "agents": ["agent_1"]} - * IF null or {} then no object-level restrictions apply. - * - * - * - Allow specifying allowed regions - * - Allow specifying default model - * - * Example curl: - * ``` - * curl --location 'http://0.0.0.0:4000/customer/new' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "user_id" : "ishaan-jaff-3", - * "allowed_region": "eu", - * "budget_id": "free_tier", - * "default_model": "azure/gpt-3.5-turbo-eu" - * }' - * - * # With object permissions - * curl -L -X POST 'http://localhost:4000/customer/new' -H 'Authorization: Bearer sk-1234' -H 'Content-Type: application/json' -d '{ - * "user_id": "user_1", - * "object_permission": { - * "mcp_servers": ["server_1"], - * "mcp_access_groups": ["public_group"], - * "vector_stores": ["vector_store_1"] - * } - * }' - * - * # return end-user object - * ``` - * - * NOTE: This used to be called `/end_user/new`, we will still be maintaining compatibility for /end_user/XXX for these endpoints - */ -export const newEndUserCustomerNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/customer/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * End User Info - * - * Get information about an end-user. An `end_user` is a customer (external user) of the proxy. - * - * Parameters: - * - end_user_id (str, required): The unique identifier for the end-user - * - * Example curl: - * ``` - * curl -X GET 'http://localhost:4000/customer/info?end_user_id=test-litellm-user-4' -H 'Authorization: Bearer sk-1234' - * ``` - */ -export const endUserInfoCustomerInfoGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/customer/info', - ...options -}); - -/** - * Update End User - * - * Example curl - * - * Parameters: - * - user_id: str - * - alias: Optional[str] = None # human-friendly alias - * - blocked: bool = False # allow/disallow requests for this end-user - * - max_budget: Optional[float] = None - * - budget_id: Optional[str] = None # give either a budget_id or max_budget - * - allowed_model_region: Optional[AllowedModelRegion] = ( - * None # require all user requests to use models in this specific region - * ) - * - default_model: Optional[str] = ( - * None # if no equivalent model in allowed region - default all requests to this model - * ) - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - Customer-specific object permissions to control access to resources. - * Supported fields: - * * mcp_servers: List[str] - List of allowed MCP server IDs - * * mcp_access_groups: List[str] - List of MCP access group names - * * mcp_tool_permissions: Dict[str, List[str]] - Map of server ID to allowed tool names - * * vector_stores: List[str] - List of allowed vector store IDs - * * agents: List[str] - List of allowed agent IDs - * * agent_access_groups: List[str] - List of agent access group names - * Example: {"mcp_servers": ["server_1"], "vector_stores": ["vector_store_1"]} - * IF null or {} then no object-level restrictions apply. - * - * Example curl: - * ``` - * curl --location 'http://0.0.0.0:4000/customer/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "user_id": "test-litellm-user-4", - * "budget_id": "paid_tier" - * }' - * - * # Updating object permissions - * curl -L -X POST 'http://localhost:4000/customer/update' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "user_id": "user_1", - * "object_permission": { - * "mcp_servers": ["server_3"], - * "vector_stores": ["vector_store_2", "vector_store_3"] - * } - * }' - * - * See below for all params - * ``` - */ -export const updateEndUserCustomerUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/customer/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete End User - * - * Delete multiple end-users. - * - * Parameters: - * - user_ids (List[str], required): The unique `user_id`s for the users to delete - * - * Example curl: - * ``` - * curl --location 'http://0.0.0.0:4000/customer/delete' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ - * "user_ids" :["ishaan-jaff-5"] - * }' - * - * See below for all params - * ``` - */ -export const deleteEndUserCustomerDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/customer/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List End User - * - * [Admin-only] List all available customers - * - * Example curl: - * ``` - * curl --location --request GET 'http://0.0.0.0:4000/customer/list' --header 'Authorization: Bearer sk-1234' - * ``` - */ -export const listEndUserCustomerListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/customer/list', - ...options -}); - -/** - * Get Customer Daily Activity - * - * Get daily activity for specific organizations or all accessible organizations. - */ -export const getCustomerDailyActivityCustomerDailyActivityGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/customer/daily/activity', - ...options -}); - -/** - * View Spend Tags - * - * LiteLLM Enterprise - View Spend Per Request Tag - * - * Example Request: - * ``` - * curl -X GET "http://0.0.0.0:8000/spend/tags" -H "Authorization: Bearer sk-1234" - * ``` - * - * Spend with Start Date and End Date - * ``` - * curl -X GET "http://0.0.0.0:8000/spend/tags?start_date=2022-01-01&end_date=2022-02-01" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const viewSpendTagsSpendTagsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/spend/tags', - ...options -}); - -/** - * Get Global Spend Report - * - * Get Daily Spend per Team, based on specific startTime and endTime. Per team, view usage by each key, model - * [ - * { - * "group-by-day": "2024-05-10", - * "teams": [ - * { - * "team_name": "team-1" - * "spend": 10, - * "keys": [ - * "key": "1213", - * "usage": { - * "model-1": { - * "cost": 12.50, - * "input_tokens": 1000, - * "output_tokens": 5000, - * "requests": 100 - * }, - * "audio-modelname1": { - * "cost": 25.50, - * "seconds": 25, - * "requests": 50 - * }, - * } - * } - * ] - * ] - * } - */ -export const getGlobalSpendReportGlobalSpendReportGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/global/spend/report', - ...options -}); - -/** - * Global View Spend Tags - * - * LiteLLM Enterprise - View Spend Per Request Tag. Used by LiteLLM UI - * - * Example Request: - * ``` - * curl -X GET "http://0.0.0.0:4000/spend/tags" -H "Authorization: Bearer sk-1234" - * ``` - * - * Spend with Start Date and End Date - * ``` - * curl -X GET "http://0.0.0.0:4000/spend/tags?start_date=2022-01-01&end_date=2022-02-01" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const globalViewSpendTagsGlobalSpendTagsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/global/spend/tags', - ...options -}); - -/** - * Calculate Spend - * - * Accepts all the params of completion_cost. - * - * Calculate spend **before** making call: - * - * Note: If you see a spend of $0.0 you need to set custom_pricing for your model: https://docs.litellm.ai/docs/proxy/custom_pricing - * - * ``` - * curl --location 'http://localhost:4000/spend/calculate' - * --header 'Authorization: Bearer sk-1234' - * --header 'Content-Type: application/json' - * --data '{ - * "model": "anthropic.claude-v2", - * "messages": [{"role": "user", "content": "Hey, how'''s it going?"}] - * }' - * ``` - * - * Calculate spend **after** making call: - * - * ``` - * curl --location 'http://localhost:4000/spend/calculate' - * --header 'Authorization: Bearer sk-1234' - * --header 'Content-Type: application/json' - * --data '{ - * "completion_response": { - * "id": "chatcmpl-123", - * "object": "chat.completion", - * "created": 1677652288, - * "model": "gpt-3.5-turbo-0125", - * "system_fingerprint": "fp_44709d6fcb", - * "choices": [{ - * "index": 0, - * "message": { - * "role": "assistant", - * "content": "Hello there, how may I assist you today?" - * }, - * "logprobs": null, - * "finish_reason": "stop" - * }] - * "usage": { - * "prompt_tokens": 9, - * "completion_tokens": 12, - * "total_tokens": 21 - * } - * } - * }' - * ``` - */ -export const calculateSpendSpendCalculatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/spend/calculate', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Ui View Spend Logs - * - * View spend logs with pagination support. - * Available at both `/spend/logs/v2` (public API) and `/spend/logs/ui` (internal UI). - * - * Returns paginated response with data, total, page, page_size, and total_pages. - * - * Example: - * ``` - * curl -X GET "http://0.0.0.0:8000/spend/logs/v2?start_date=2025-11-25%2000:00:00&end_date=2025-11-26%2023:59:59&page=1&page_size=50" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const uiViewSpendLogsSpendLogsV2Get = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/spend/logs/v2', - ...options -}); - -/** - * View Spend Logs - * - * [DEPRECATED] This endpoint is not paginated and can cause performance issues. - * Please use `/spend/logs/v2` instead for paginated access to spend logs. - * - * View all spend logs, if request_id is provided, only logs for that request_id will be returned - * - * When start_date and end_date are provided: - * - summarize=true (default): Returns aggregated spend data grouped by date (maintains backward compatibility) - * - summarize=false: Returns filtered individual log entries within the date range - * - * Example Request for all logs - * ``` - * curl -X GET "http://0.0.0.0:8000/spend/logs" -H "Authorization: Bearer sk-1234" - * ``` - * - * Example Request for specific request_id - * ``` - * curl -X GET "http://0.0.0.0:8000/spend/logs?request_id=chatcmpl-6dcb2540-d3d7-4e49-bb27-291f863f112e" -H "Authorization: Bearer sk-1234" - * ``` - * - * Example Request for specific api_key - * ``` - * curl -X GET "http://0.0.0.0:8000/spend/logs?api_key=sk-test-example-key-123" -H "Authorization: Bearer sk-1234" - * ``` - * - * Example Request for specific user_id - * ``` - * curl -X GET "http://0.0.0.0:8000/spend/logs?user_id=ishaan@berri.ai" -H "Authorization: Bearer sk-1234" - * ``` - * - * Example Request for date range with individual logs (unsummarized) - * ``` - * curl -X GET "http://0.0.0.0:8000/spend/logs?start_date=2024-01-01&end_date=2024-01-02&summarize=false" -H "Authorization: Bearer sk-1234" - * ``` - */ -export const viewSpendLogsSpendLogsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/spend/logs', - ...options -}); - -/** - * Global Spend Reset - * - * ADMIN ONLY / MASTER KEY Only Endpoint - * - * Globally reset spend for All API Keys and Teams, maintain LiteLLM_SpendLogs - * - * 1. LiteLLM_SpendLogs will maintain the logs on spend, no data gets deleted from there - * 2. LiteLLM_VerificationTokens spend will be set = 0 - * 3. LiteLLM_TeamTable spend will be set = 0 - */ -export const globalSpendResetGlobalSpendResetPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/global/spend/reset', - ...options -}); - -/** - * Provider Budgets - * - * Provider Budget Routing - Get Budget, Spend Details https://docs.litellm.ai/docs/proxy/provider_budget_routing - * - * Use this endpoint to check current budget, spend and budget reset time for a provider - * - * Example Request - * - * ```bash - * curl -X GET http://localhost:4000/provider/budgets -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" - * ``` - * - * Example Response - * - * ```json - * { - * "providers": { - * "openai": { - * "budget_limit": 1e-12, - * "time_period": "1d", - * "spend": 0.0, - * "budget_reset_at": null - * }, - * "azure": { - * "budget_limit": 100.0, - * "time_period": "1d", - * "spend": 0.0, - * "budget_reset_at": null - * }, - * "anthropic": { - * "budget_limit": 100.0, - * "time_period": "10d", - * "spend": 0.0, - * "budget_reset_at": null - * }, - * "vertex_ai": { - * "budget_limit": 100.0, - * "time_period": "12d", - * "spend": 0.0, - * "budget_reset_at": null - * } - * } - * } - * ``` - */ -export const providerBudgetsProviderBudgetsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/provider/budgets', - ...options -}); - -/** - * Cache Ping - * - * Endpoint for checking if cache can be pinged - */ -export const cachePingCachePingGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cache/ping', - ...options -}); - -/** - * Cache Delete - * - * Endpoint for deleting a key from the cache. All responses from litellm proxy have `x-litellm-cache-key` in the headers - * - * Parameters: - * - **keys**: *Optional[List[str]]* - A list of keys to delete from the cache. Example {"keys": ["key1", "key2"]} - * - * ```shell - * curl -X POST "http://0.0.0.0:4000/cache/delete" -H "Authorization: Bearer sk-1234" -d '{"keys": ["key1", "key2"]}' - * ``` - */ -export const cacheDeleteCacheDeletePost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cache/delete', - ...options -}); - -/** - * Cache Redis Info - * - * Endpoint for getting /redis/info - */ -export const cacheRedisInfoCacheRedisInfoGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cache/redis/info', - ...options -}); - -/** - * Cache Flushall - * - * A function to flush all items from the cache. (All items will be deleted from the cache with this) - * Raises HTTPException if the cache is not initialized or if the cache type does not support flushing. - * Returns a dictionary with the status of the operation. - * - * Usage: - * ``` - * curl -X POST http://0.0.0.0:4000/cache/flushall -H "Authorization: Bearer sk-1234" - * ``` - */ -export const cacheFlushallCacheFlushallPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cache/flushall', - ...options -}); - -/** - * List Callbacks - * - * View List of Active Logging Callbacks - */ -export const listCallbacksCallbacksListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/callbacks/list', - ...options -}); - -/** - * Get Callback Configs - * - * Get Available Callback Configurations - * - * Returns the configuration details for all available logging callbacks, - * including supported parameters, field types, and descriptions. - */ -export const getCallbackConfigsCallbacksConfigsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/callbacks/configs', - ...options -}); - -/** - * Get Active Tasks Stats - * - * Returns: - * total_active_tasks: int - * by_name: { coroutine_name: count } - */ -export const getActiveTasksStatsDebugAsyncioTasksGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/debug/asyncio-tasks', - ...options -}); - -/** - * Add Allowed Ip - */ -export const addAllowedIpAddAllowedIpPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/add/allowed_ip', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Allowed Ip - */ -export const deleteAllowedIpDeleteAllowedIpPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/delete/allowed_ip', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Internal User Settings - * - * Get all SSO settings from the litellm_settings configuration. - * Returns a structured object with values and descriptions for UI display. - */ -export const getInternalUserSettingsGetInternalUserSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/get/internal_user_settings', - ...options -}); - -/** - * Get Default Team Settings - * - * Get all SSO settings from the litellm_settings configuration. - * Returns a structured object with values and descriptions for UI display. - */ -export const getDefaultTeamSettingsGetDefaultTeamSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/get/default_team_settings', - ...options -}); - -/** - * Update Internal User Settings - * - * Update the default internal user parameters for SSO users. - * These settings will be applied to new users who sign in via SSO. - */ -export const updateInternalUserSettingsUpdateInternalUserSettingsPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/update/internal_user_settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Default Team Settings - * - * Update the default team parameters for SSO users. - * These settings will be applied to new teams created from SSO. - */ -export const updateDefaultTeamSettingsUpdateDefaultTeamSettingsPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/update/default_team_settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Sso Settings - * - * Get all SSO configuration settings from the dedicated SSO table. - * Returns a structured object with values and descriptions for UI display. - */ -export const getSsoSettingsGetSsoSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/get/sso_settings', - ...options -}); - -/** - * Update Sso Settings - * - * Update SSO configuration by saving to the dedicated SSO table. - */ -export const updateSsoSettingsUpdateSsoSettingsPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/update/sso_settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Ui Theme Settings - * - * Get UI theme configuration from the litellm_settings. - * Returns current logo settings for UI customization. - * - * Note: This endpoint is public (no authentication required) so all users can see custom branding. - * Only the /update/ui_theme_settings endpoint requires authentication for admins to change settings. - */ -export const getUiThemeSettingsGetUiThemeSettingsGet = (options?: Options) => (options?.client ?? client).get({ url: '/get/ui_theme_settings', ...options }); - -/** - * Update Ui Theme Settings - * - * Update UI theme configuration. - * Updates logo settings for the admin UI. - */ -export const updateUiThemeSettingsUpdateUiThemeSettingsPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/update/ui_theme_settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Mcp Semantic Filter Settings - * - * Get MCP semantic filter configuration. - * Returns current settings for semantic tool filtering. - */ -export const getMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/get/mcp_semantic_filter_settings', - ...options -}); - -/** - * Update Mcp Semantic Filter Settings - * - * Update MCP semantic filter settings in database. - * Settings will be picked up by all pods within approximately 10 seconds via background polling. - */ -export const updateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/update/mcp_semantic_filter_settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get In Product Nudges - * - * Get in-product nudges configuration. - */ -export const getInProductNudgesInProductNudgesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/in_product_nudges', - ...options -}); - -/** - * Get Ui Settings - * - * Get UI-specific configuration flags. - * All authenticated users can fetch these settings for client-side behavior. - */ -export const getUiSettingsGetUiSettingsGet = (options?: Options) => (options?.client ?? client).get({ url: '/get/ui_settings', ...options }); - -/** - * Update Ui Settings - * - * Update UI-specific configuration flags. - * Only proxy admins are allowed to modify these settings. - */ -export const updateUiSettingsUpdateUiSettingsPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/update/ui_settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Upload Logo - * - * Upload a custom logo for the admin UI. - * Accepts image files (PNG, JPG, JPEG, SVG) and stores them for use in the UI. - */ -export const uploadLogoUploadLogoPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/upload/logo', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * List Files - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/ - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/list - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const listFilesFilesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/files', - ...options -}); - -/** - * Create File - * - * Upload a file that can be used across - Assistants API, Batch API - * This is the equivalent of POST https://api.openai.com/v1/files - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/create - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files -H "Authorization: Bearer sk-1234" -F purpose="batch" -F file="@mydata.jsonl" - * -F expires_after[anchor]="created_at" -F expires_after[seconds]=2592000 - * ``` - */ -export const createFileFilesPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/files', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * List Files - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/ - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/list - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const listFilesV1FilesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/files', - ...options -}); - -/** - * Create File - * - * Upload a file that can be used across - Assistants API, Batch API - * This is the equivalent of POST https://api.openai.com/v1/files - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/create - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files -H "Authorization: Bearer sk-1234" -F purpose="batch" -F file="@mydata.jsonl" - * -F expires_after[anchor]="created_at" -F expires_after[seconds]=2592000 - * ``` - */ -export const createFileV1FilesPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/files', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * List Files - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/ - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/list - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const listFilesProviderV1FilesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/files', - ...options -}); - -/** - * Create File - * - * Upload a file that can be used across - Assistants API, Batch API - * This is the equivalent of POST https://api.openai.com/v1/files - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/create - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files -H "Authorization: Bearer sk-1234" -F purpose="batch" -F file="@mydata.jsonl" - * -F expires_after[anchor]="created_at" -F expires_after[seconds]=2592000 - * ``` - */ -export const createFileProviderV1FilesPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/files', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * Get File Content - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/{file_id}/content - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve-contents - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123/content -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const getFileContentFilesFileIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/files/{file_id}/content', - ...options -}); - -/** - * Get File Content - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/{file_id}/content - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve-contents - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123/content -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const getFileContentV1FilesFileIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/files/{file_id}/content', - ...options -}); - -/** - * Get File Content - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/{file_id}/content - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve-contents - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123/content -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const getFileContentProviderV1FilesFileIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/files/{file_id}/content', - ...options -}); - -/** - * Delete File - * - * Deletes a specified file. that can be used across - Assistants API, Batch API - * This is the equivalent of DELETE https://api.openai.com/v1/files/{file_id} - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/delete - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123 -X DELETE -H "Authorization: Bearer $OPENAI_API_KEY" - * - * ``` - */ -export const deleteFileFilesFileIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/files/{file_id}', - ...options -}); - -/** - * Get File - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/{file_id} - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123 -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const getFileFilesFileIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/files/{file_id}', - ...options -}); - -/** - * Delete File - * - * Deletes a specified file. that can be used across - Assistants API, Batch API - * This is the equivalent of DELETE https://api.openai.com/v1/files/{file_id} - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/delete - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123 -X DELETE -H "Authorization: Bearer $OPENAI_API_KEY" - * - * ``` - */ -export const deleteFileV1FilesFileIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/files/{file_id}', - ...options -}); - -/** - * Get File - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/{file_id} - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123 -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const getFileV1FilesFileIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/files/{file_id}', - ...options -}); - -/** - * Delete File - * - * Deletes a specified file. that can be used across - Assistants API, Batch API - * This is the equivalent of DELETE https://api.openai.com/v1/files/{file_id} - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/delete - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123 -X DELETE -H "Authorization: Bearer $OPENAI_API_KEY" - * - * ``` - */ -export const deleteFileProviderV1FilesFileIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/files/{file_id}', - ...options -}); - -/** - * Get File - * - * Returns information about a specific file. that can be used across - Assistants API, Batch API - * This is the equivalent of GET https://api.openai.com/v1/files/{file_id} - * - * Supports Identical Params as: https://platform.openai.com/docs/api-reference/files/retrieve - * - * Example Curl - * ``` - * curl http://localhost:4000/v1/files/file-abc123 -H "Authorization: Bearer sk-1234" - * - * ``` - */ -export const getFileProviderV1FilesFileIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/{provider}/v1/files/{file_id}', - ...options -}); - -/** - * Get Team Callbacks - * - * Get the success/failure callbacks and variables for a team - * - * Parameters: - * - team_id (str, required): The unique identifier for the team - * - * Example curl: - * ``` - * curl -X GET 'http://localhost:4000/team/dbe2f686-a686-4896-864a-4c3924458709/callback' -H 'Authorization: Bearer sk-1234' - * ``` - * - * This will return the callback settings for the team with id dbe2f686-a686-4896-864a-4c3924458709 - * - * Returns { - * "status": "success", - * "data": { - * "team_id": team_id, - * "success_callbacks": team_callback_settings_obj.success_callback, - * "failure_callbacks": team_callback_settings_obj.failure_callback, - * "callback_vars": team_callback_settings_obj.callback_vars, - * }, - * } - */ -export const getTeamCallbacksTeamTeamIdCallbackGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/{team_id}/callback', - ...options -}); - -/** - * Add Team Callbacks - * - * Add a success/failure callback to a team - * - * Use this if if you want different teams to have different success/failure callbacks - * - * Parameters: - * - callback_name (Literal["langfuse", "langsmith", "gcs"], required): The name of the callback to add - * - callback_type (Literal["success", "failure", "success_and_failure"], required): The type of callback to add. One of: - * - "success": Callback for successful LLM calls - * - "failure": Callback for failed LLM calls - * - "success_and_failure": Callback for both successful and failed LLM calls - * - callback_vars (StandardCallbackDynamicParams, required): A dictionary of variables to pass to the callback - * - langfuse_public_key: The public key for the Langfuse callback - * - langfuse_secret_key: The secret key for the Langfuse callback - * - langfuse_secret: The secret for the Langfuse callback - * - langfuse_host: The host for the Langfuse callback - * - gcs_bucket_name: The name of the GCS bucket - * - gcs_path_service_account: The path to the GCS service account - * - langsmith_api_key: The API key for the Langsmith callback - * - langsmith_project: The project for the Langsmith callback - * - langsmith_base_url: The base URL for the Langsmith callback - * - * Example curl: - * ``` - * curl -X POST 'http:/localhost:4000/team/dbe2f686-a686-4896-864a-4c3924458709/callback' -H 'Content-Type: application/json' -H 'Authorization: Bearer sk-1234' -d '{ - * "callback_name": "langfuse", - * "callback_type": "success", - * "callback_vars": {"langfuse_public_key": "pk-lf-xxxx1", "langfuse_secret_key": "sk-xxxxx"} - * - * }' - * ``` - * - * This means for the team where team_id = dbe2f686-a686-4896-864a-4c3924458709, all LLM calls will be logged to langfuse using the public key pk-lf-xxxx1 and the secret key sk-xxxxx - */ -export const addTeamCallbacksTeamTeamIdCallbackPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/{team_id}/callback', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Disable Team Logging - * - * Disable all logging callbacks for a team - * - * Parameters: - * - team_id (str, required): The unique identifier for the team - * - * Example curl: - * ``` - * curl -X POST 'http://localhost:4000/team/dbe2f686-a686-4896-864a-4c3924458709/disable_logging' -H 'Authorization: Bearer sk-1234' - * ``` - */ -export const disableTeamLoggingTeamTeamIdDisableLoggingPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/team/{team_id}/disable_logging', - ...options -}); - -/** - * New Budget - * - * Create a new budget object. Can apply this to teams, orgs, end-users, keys. - * - * Parameters: - * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - * - budget_id: Optional[str] - The id of the budget. If not provided, a new id will be generated. - * - max_budget: Optional[float] - The max budget for the budget. - * - soft_budget: Optional[float] - The soft budget for the budget. - * - max_parallel_requests: Optional[int] - The max number of parallel requests for the budget. - * - tpm_limit: Optional[int] - The tokens per minute limit for the budget. - * - rpm_limit: Optional[int] - The requests per minute limit for the budget. - * - model_max_budget: Optional[dict] - Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d", "tpm_limit": 100000, "rpm_limit": 100000}} - * - budget_reset_at: Optional[datetime] - Datetime when the initial budget is reset. Default is now. - */ -export const newBudgetBudgetNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/budget/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Budget - * - * Update an existing budget object. - * - * Parameters: - * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - * - budget_id: Optional[str] - The id of the budget. If not provided, a new id will be generated. - * - max_budget: Optional[float] - The max budget for the budget. - * - soft_budget: Optional[float] - The soft budget for the budget. - * - max_parallel_requests: Optional[int] - The max number of parallel requests for the budget. - * - tpm_limit: Optional[int] - The tokens per minute limit for the budget. - * - rpm_limit: Optional[int] - The requests per minute limit for the budget. - * - model_max_budget: Optional[dict] - Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d", "tpm_limit": 100000, "rpm_limit": 100000}} - * - budget_reset_at: Optional[datetime] - Update the Datetime when the budget was last reset. - */ -export const updateBudgetBudgetUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/budget/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Info Budget - * - * Get the budget id specific information - * - * Parameters: - * - budgets: List[str] - The list of budget ids to get information for - */ -export const infoBudgetBudgetInfoPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/budget/info', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Budget Settings - * - * Get list of configurable params + current value for a budget item + description of each field - * - * Used on Admin UI. - * - * Query Parameters: - * - budget_id: str - The budget id to get information for - */ -export const budgetSettingsBudgetSettingsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/budget/settings', - ...options -}); - -/** - * List Budget - * - * List all the created budgets in proxy db. Used on Admin UI. - */ -export const listBudgetBudgetListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/budget/list', - ...options -}); - -/** - * Delete Budget - * - * Delete budget - * - * Parameters: - * - id: str - The budget id to delete - */ -export const deleteBudgetBudgetDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/budget/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Patch Model - * - * PATCH Endpoint for partial model updates. - * - * Only updates the fields specified in the request while preserving other existing values. - * Follows proper PATCH semantics by only modifying provided fields. - * - * Args: - * model_id: The ID of the model to update - * patch_data: The fields to update and their new values - * user_api_key_dict: User authentication information - * - * Returns: - * Updated model information - * - * Raises: - * ProxyException: For various error conditions including authentication and database errors - */ -export const patchModelModelModelIdUpdatePatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/model/{model_id}/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Model - * - * Allows deleting models in the model list in the config.yaml - */ -export const deleteModelModelDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/model/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Add New Model - * - * Allows adding new models to the model list in the config.yaml - */ -export const addNewModelModelNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/model/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Model - * - * Edit existing model params - */ -export const updateModelModelUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/model/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Public Model Groups - * - * Update which model groups are public - */ -export const updatePublicModelGroupsModelGroupMakePublicPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/model_group/make_public', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Useful Links - * - * Update useful links - */ -export const updateUsefulLinksModelHubUpdateUsefulLinksPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/model_hub/update_useful_links', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Create Model Group - * - * Create a new access group containing multiple model names. - * - * An access group is a named collection of model groups that can be referenced - * by teams/keys for simplified access control. - * - * Example: - * ```bash - * curl -X POST 'http://localhost:4000/access_group/new' \ - * -H 'Authorization: Bearer sk-1234' \ - * -H 'Content-Type: application/json' \ - * -d '{ - * "access_group": "production-models", - * "model_names": ["gpt-4", "claude-3-opus", "gemini-pro"] - * }' - * ``` - * - * Parameters: - * - access_group: str - The access group name (e.g., "production-models") - * - model_names: List[str] - List of existing model groups to include - * - * Returns: - * - NewModelGroupResponse with the created access group details - * - * Raises: - * - HTTPException 400: If any model names don't exist - * - HTTPException 500: If database operations fail - */ -export const createModelGroupAccessGroupNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/access_group/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Access Groups - * - * List all access groups. - * - * Returns a list of all access groups with their model names and deployment counts. - * - * Example: - * ```bash - * curl -X GET 'http://localhost:4000/access_group/list' \ - * -H 'Authorization: Bearer sk-1234' - * ``` - * - * Returns: - * - ListAccessGroupsResponse with all access groups - */ -export const listAccessGroupsAccessGroupListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/access_group/list', - ...options -}); - -/** - * Get Access Group Info - * - * Get information about a specific access group. - * - * Example: - * ```bash - * curl -X GET 'http://localhost:4000/access_group/production-models/info' \ - * -H 'Authorization: Bearer sk-1234' - * ``` - * - * Parameters: - * - access_group: str - The access group name (URL path parameter) - * - * Returns: - * - AccessGroupInfo with the access group details - * - * Raises: - * - HTTPException 404: If access group not found - */ -export const getAccessGroupInfoAccessGroupAccessGroupInfoGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/access_group/{access_group}/info', - ...options -}); - -/** - * Update Access Group - * - * Update an access group's model names. - * - * This will: - * 1. Remove the access group from all current deployments - * 2. Add the access group to all deployments for the new model_names list - * - * Example: - * ```bash - * curl -X PUT 'http://localhost:4000/access_group/production-models/update' \ - * -H 'Authorization: Bearer sk-1234' \ - * -H 'Content-Type: application/json' \ - * -d '{ - * "model_names": ["gpt-4", "claude-3-sonnet"] - * }' - * ``` - * - * Parameters: - * - access_group: str - The access group name (URL path parameter) - * - model_names: List[str] - New list of model groups to include - * - * Returns: - * - NewModelGroupResponse with the updated access group details - * - * Raises: - * - HTTPException 400: If any model names don't exist - * - HTTPException 404: If access group not found - */ -export const updateAccessGroupAccessGroupAccessGroupUpdatePut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/access_group/{access_group}/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Access Group - * - * Delete an access group. - * - * Removes the access group from all deployments that have it. - * - * Example: - * ```bash - * curl -X DELETE 'http://localhost:4000/access_group/production-models/delete' \ - * -H 'Authorization: Bearer sk-1234' - * ``` - * - * Parameters: - * - access_group: str - The access group name (URL path parameter) - * - * Returns: - * - DeleteModelGroupResponse with deletion details - * - * Raises: - * - HTTPException 404: If access group not found - */ -export const deleteAccessGroupAccessGroupAccessGroupDeleteDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/access_group/{access_group}/delete', - ...options -}); - -/** - * New Tag - * - * Create a new tag. - * - * Parameters: - * - name: str - The name of the tag - * - description: Optional[str] - Description of what this tag represents - * - models: List[str] - List of either 'model_id' or 'model_name' allowed for this tag - * - budget_id: Optional[str] - The id for a budget (tpm/rpm/max budget) for the tag - * - * ### IF NO BUDGET ID - CREATE ONE WITH THESE PARAMS ### - * - max_budget: Optional[float] - Max budget for tag - * - tpm_limit: Optional[int] - Max tpm limit for tag - * - rpm_limit: Optional[int] - Max rpm limit for tag - * - max_parallel_requests: Optional[int] - Max parallel requests for tag - * - soft_budget: Optional[float] - Get a slack alert when this soft budget is reached - * - model_max_budget: Optional[dict] - Max budget for a specific model - * - budget_duration: Optional[str] - Frequency of resetting tag budget - */ -export const newTagTagNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Tag - * - * Update an existing tag. - * - * Parameters: - * - name: str - The name of the tag to update - * - description: Optional[str] - Updated description - * - models: List[str] - Updated list of allowed LLM models - * - budget_id: Optional[str] - The id for a budget to associate with the tag - * - * ### BUDGET UPDATE PARAMS ### - * - max_budget: Optional[float] - Max budget for tag - * - tpm_limit: Optional[int] - Max tpm limit for tag - * - rpm_limit: Optional[int] - Max rpm limit for tag - * - max_parallel_requests: Optional[int] - Max parallel requests for tag - * - soft_budget: Optional[float] - Get a slack alert when this soft budget is reached - * - model_max_budget: Optional[dict] - Max budget for a specific model - * - budget_duration: Optional[str] - Frequency of resetting tag budget - */ -export const updateTagTagUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Info Tag - * - * Get information about specific tags. - * - * Parameters: - * - names: List[str] - List of tag names to get information for - */ -export const infoTagTagInfoPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/info', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Tags - * - * List all available tags with their budget information. - */ -export const listTagsTagListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/list', - ...options -}); - -/** - * Delete Tag - * - * Delete a tag. - * - * Parameters: - * - name: str - The name of the tag to delete - */ -export const deleteTagTagDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Tag Daily Activity - * - * Get daily activity for specific tags or all tags. - * - * Args: - * tags (Optional[str]): Comma-separated list of tags to filter by. If not provided, returns data for all tags. - * start_date (Optional[str]): Start date for the activity period (YYYY-MM-DD). - * end_date (Optional[str]): End date for the activity period (YYYY-MM-DD). - * model (Optional[str]): Filter by model name. - * api_key (Optional[str]): Filter by API key. - * page (int): Page number for pagination. - * page_size (int): Number of items per page. - * - * Returns: - * SpendAnalyticsPaginatedResponse: Paginated response containing daily activity data. - */ -export const getTagDailyActivityTagDailyActivityGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/daily/activity', - ...options -}); - -/** - * List Workflow Runs - * - * List workflow runs. Filter by workflow_type and/or status. - * - * Non-admin callers only see runs created by their own API key. - */ -export const listWorkflowRunsV1WorkflowsRunsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/workflows/runs', - ...options -}); - -/** - * Create Workflow Run - * - * Create a new workflow run. Returns run_id and session_id. - * - * The caller's API key token is stored as created_by so that non-admin keys - * can only see and modify their own runs. - */ -export const createWorkflowRunV1WorkflowsRunsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/workflows/runs', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Workflow Run - * - * Get a workflow run with its most recent event. - */ -export const getWorkflowRunV1WorkflowsRunsRunIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/workflows/runs/{run_id}', - ...options -}); - -/** - * Update Workflow Run - * - * Update status, metadata, or output on a workflow run. - */ -export const updateWorkflowRunV1WorkflowsRunsRunIdPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/workflows/runs/{run_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Workflow Events - * - * Fetch event log for a run, ordered by sequence_number. Default limit 100, max 500. - */ -export const listWorkflowEventsV1WorkflowsRunsRunIdEventsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/workflows/runs/{run_id}/events', - ...options -}); - -/** - * Append Workflow Event - * - * Append an event to the run's event log. Also updates run.status if event_type maps to a status. - * - * Sequence numbers use optimistic concurrency: on a unique-constraint collision - * (concurrent append), retries up to _MAX_SEQUENCE_RETRIES times with a fresh MAX+1. - * The event+status update is atomic in a single DB transaction. - */ -export const appendWorkflowEventV1WorkflowsRunsRunIdEventsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/workflows/runs/{run_id}/events', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Workflow Messages - * - * Fetch conversation history for a run, ordered by sequence_number. Default limit 100, max 500. - */ -export const listWorkflowMessagesV1WorkflowsRunsRunIdMessagesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/workflows/runs/{run_id}/messages', - ...options -}); - -/** - * Append Workflow Message - * - * Append a conversation message. Stores full content (not truncated). - * - * Uses optimistic concurrency for sequence numbers. - */ -export const appendWorkflowMessageV1WorkflowsRunsRunIdMessagesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/workflows/runs/{run_id}/messages', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Memory - * - * List memory entries visible to the caller. - */ -export const listMemoryV1MemoryGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/memory', - ...options -}); - -/** - * Create Memory - * - * Create a new memory entry for the caller (or, for admins, any scope). - */ -export const createMemoryV1MemoryPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/memory', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Memory - * - * Delete a memory entry by key, scoped to the caller. - */ -export const deleteMemoryV1MemoryKeyDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/memory/{key}', - ...options -}); - -/** - * Get Memory - * - * Get a single memory entry by key, scoped to the caller. - */ -export const getMemoryV1MemoryKeyGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/memory/{key}', - ...options -}); - -/** - * Upsert Memory - * - * Upsert a memory entry by key within the caller's scope. - * - * If no row exists for (key, caller.user_id, caller.team_id), create one. - * If one exists, update the value/metadata fields that were provided. - */ -export const upsertMemoryV1MemoryKeyPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/memory/{key}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Cost Discount Config - * - * Get current cost discount configuration. - * - * Returns the cost_discount_config from litellm_settings. - */ -export const getCostDiscountConfigConfigCostDiscountConfigGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/cost_discount_config', - ...options -}); - -/** - * Update Cost Discount Config - * - * Update cost discount configuration. - * - * Updates the cost_discount_config in litellm_settings. - * Discounts should be between 0 and 1 (e.g., 0.05 = 5% discount). - * - * Example: - * ```json - * { - * "vertex_ai": 0.05, - * "gemini": 0.05, - * "openai": 0.01 - * } - * ``` - */ -export const updateCostDiscountConfigConfigCostDiscountConfigPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/cost_discount_config', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Cost Margin Config - * - * Get current cost margin configuration. - * - * Returns the cost_margin_config from litellm_settings. - */ -export const getCostMarginConfigConfigCostMarginConfigGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/cost_margin_config', - ...options -}); - -/** - * Update Cost Margin Config - * - * Update cost margin configuration. - * - * Updates the cost_margin_config in litellm_settings. - * Margins can be: - * - Percentage: {"openai": 0.10} = 10% margin - * - Fixed amount: {"openai": {"fixed_amount": 0.001}} = $0.001 per request - * - Combined: {"vertex_ai": {"percentage": 0.08, "fixed_amount": 0.0005}} - * - Global: {"global": 0.05} = 5% global margin on all providers - * - * Example: - * ```json - * { - * "global": 0.05, - * "openai": 0.10, - * "anthropic": {"fixed_amount": 0.001}, - * "vertex_ai": {"percentage": 0.08, "fixed_amount": 0.0005} - * } - * ``` - */ -export const updateCostMarginConfigConfigCostMarginConfigPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config/cost_margin_config', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Estimate Cost - * - * Estimate cost for a given model and token counts. - * - * This endpoint uses the same cost calculation logic as actual requests, - * including any configured margins and discounts. - * - * Parameters: - * - model: Model name (e.g., "gpt-4", "claude-3-opus") - * - input_tokens: Expected input tokens per request - * - output_tokens: Expected output tokens per request - * - num_requests_per_day: Number of requests per day (optional) - * - num_requests_per_month: Number of requests per month (optional) - * - * Returns cost breakdown including: - * - Per-request costs (input, output, margin) - * - Daily costs (if num_requests_per_day provided) - * - Monthly costs (if num_requests_per_month provided) - * - * Example: - * ```json - * { - * "model": "gpt-4", - * "input_tokens": 1000, - * "output_tokens": 500, - * "num_requests_per_day": 100, - * "num_requests_per_month": 3000 - * } - * ``` - */ -export const estimateCostCostEstimatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cost/estimate', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Router Settings - * - * Get router configuration and available settings. - * - * Returns: - * - fields: List of all configurable router settings with their metadata (type, description, default, options) - * The routing_strategy field includes available options extracted from the Router class - * - current_values: Current values of router settings from config - */ -export const getRouterSettingsRouterSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/router/settings', - ...options -}); - -/** - * Get Router Fields - * - * Get router settings field definitions without values. - * - * Returns only the field metadata (type, description, default, options) without - * populating field_value. This is useful for UI components that need to know - * what fields to render, but will get the actual values from a different endpoint. - * - * Returns: - * - fields: List of all configurable router settings with their metadata (type, description, default, options) - * The routing_strategy field includes available options extracted from the Router class - * Note: field_value will be None for all fields - * - routing_strategy_descriptions: Descriptions for each routing strategy option - */ -export const getRouterFieldsRouterFieldsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/router/fields', - ...options -}); - -/** - * Create Fallback - * - * Create or update fallbacks for a specific model. - * - * This endpoint allows you to configure fallback models separately from the general config. - * Fallbacks are triggered when a model call fails after retries. - * - * **Example Request:** - * ```json - * { - * "model": "gpt-3.5-turbo", - * "fallback_models": ["gpt-4", "claude-3-haiku"], - * "fallback_type": "general" - * } - * ``` - * - * **Fallback Types:** - * - `general`: Standard fallbacks for any error (default) - * - `context_window`: Fallbacks specifically for context window exceeded errors - * - `content_policy`: Fallbacks specifically for content policy violations - */ -export const createFallbackFallbackPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/fallback', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Fallback - * - * Delete fallback configuration for a specific model. - * - * **Parameters:** - * - `model`: The model name to delete fallbacks for - * - `fallback_type`: Type of fallback to delete (query parameter) - * - * **Example:** - * ``` - * DELETE /fallback/gpt-3.5-turbo?fallback_type=general - * ``` - */ -export const deleteFallbackFallbackModelDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/fallback/{model}', - ...options -}); - -/** - * Get Fallback - * - * Get fallback configuration for a specific model. - * - * **Parameters:** - * - `model`: The model name to get fallbacks for - * - `fallback_type`: Type of fallback to retrieve (query parameter) - * - * **Example:** - * ``` - * GET /fallback/gpt-3.5-turbo?fallback_type=general - * ``` - */ -export const getFallbackFallbackModelGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/fallback/{model}', - ...options -}); - -/** - * Get Cache Settings - * - * Get cache configuration and available settings. - * - * Returns: - * - fields: List of all configurable cache settings with their metadata (type, description, default, options) - * - current_values: Current values of cache settings from database - */ -export const getCacheSettingsCacheSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cache/settings', - ...options -}); - -/** - * Update Cache Settings - * - * Save cache settings to database and initialize cache. - * - * This endpoint: - * 1. Encrypts sensitive fields (passwords, etc.) - * 2. Saves to LiteLLM_CacheConfig table - * 3. Reinitializes cache with new settings - */ -export const updateCacheSettingsCacheSettingsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cache/settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Test Cache Connection - * - * Test cache connection with provided credentials. - * - * Creates a temporary cache instance and uses its test_connection method - * to verify the credentials work without affecting global state. - */ -export const testCacheConnectionCacheSettingsTestPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cache/settings/test', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Distinct User Agent Tags - * - * Get all distinct user agent tags up to a maximum of {MAX_TAGS} tags. - * - * This endpoint returns all unique user agent tags found in the database, - * sorted by frequency of usage. - * - * Returns: - * DistinctTagsResponse: List of distinct user agent tags - */ -export const getDistinctUserAgentTagsTagDistinctGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/distinct', - ...options -}); - -/** - * Get Daily Active Users - * - * Get Daily Active Users (DAU) by tags for the last {MAX_DAYS} days ending on UTC today + 1 day. - * - * This endpoint efficiently calculates unique users per tag for each of the last {MAX_DAYS} days - * using a single optimized SQL query, perfect for dashboard time series visualization. - * - * Args: - * tag_filter: Optional filter to specific tag (legacy) - * tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter) - * - * Returns: - * ActiveUsersAnalyticsResponse: DAU data by tag for each of the last {MAX_DAYS} days - */ -export const getDailyActiveUsersTagDauGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/dau', - ...options -}); - -/** - * Get Weekly Active Users - * - * Get Weekly Active Users (WAU) by tags for the last {MAX_WEEKS} weeks ending on UTC today + 1 day. - * - * Shows week-by-week breakdown: - * - Week 1 (Jan 1): Earliest week (7 weeks ago) - * - Week 2 (Jan 8): Next week (6 weeks ago) - * - Week 3 (Jan 15): Next week (5 weeks ago) - * - ... and so on for {MAX_WEEKS} weeks total - * - Week 7: Most recent week ending on UTC today + 1 day - * - * Args: - * tag_filter: Optional filter to specific tag (legacy) - * tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter) - * - * Returns: - * ActiveUsersAnalyticsResponse: WAU data by tag for each of the last {MAX_WEEKS} weeks with descriptive week labels (e.g., "Week 1 (Jan 1)") - */ -export const getWeeklyActiveUsersTagWauGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/wau', - ...options -}); - -/** - * Get Monthly Active Users - * - * Get Monthly Active Users (MAU) by tags for the last {MAX_MONTHS} months ending on UTC today + 1 day. - * - * Shows month-by-month breakdown: - * - Month 1 (Nov): Earliest month (7 months ago, 30-day period) - * - Month 2 (Dec): Next month (6 months ago) - * - Month 3 (Jan): Next month (5 months ago) - * - ... and so on for {MAX_MONTHS} months total - * - Month 7: Most recent month ending on UTC today + 1 day - * - * Args: - * tag_filter: Optional filter to specific tag (legacy) - * tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter) - * - * Returns: - * ActiveUsersAnalyticsResponse: MAU data by tag for each of the last {MAX_MONTHS} months with descriptive month labels (e.g., "Month 1 (Nov)") - */ -export const getMonthlyActiveUsersTagMauGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/mau', - ...options -}); - -/** - * Get Tag Summary - * - * Get summary analytics for tags including unique users, requests, tokens, and spend. - * - * Args: - * start_date: Start date for the analytics period (YYYY-MM-DD) - * end_date: End date for the analytics period (YYYY-MM-DD) - * tag_filter: Optional filter to specific tag (legacy) - * tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter) - * - * Returns: - * TagSummaryResponse: Summary analytics data by tag - */ -export const getTagSummaryTagSummaryGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/summary', - ...options -}); - -/** - * Get Per User Analytics - * - * Get per-user analytics including successful requests, tokens, and spend by individual users. - * - * This endpoint provides usage metrics broken down by individual users based on their - * tag activity during the last 30 days ending on UTC today + 1 day. - * - * Args: - * tag_filter: Optional filter to specific tag (legacy) - * tag_filters: Optional filter to multiple specific tags (takes precedence over tag_filter) - * page: Page number for pagination - * page_size: Number of items per page - * - * Returns: - * PerUserAnalyticsResponse: Analytics data broken down by individual users for the last 30 days - */ -export const getPerUserAnalyticsTagUserAgentPerUserAnalyticsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/tag/user-agent/per-user-analytics', - ...options -}); - -/** - * Get Email Event Settings - * - * Get all email event settings - */ -export const getEmailEventSettingsEmailEventSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/email/event_settings', - ...options -}); - -/** - * Update Event Settings - * - * Update the settings for email events - */ -export const updateEventSettingsEmailEventSettingsPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/email/event_settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Reset Event Settings - * - * Reset all email event settings to default (new user invitations on, virtual key creation off) - */ -export const resetEventSettingsEmailEventSettingsResetPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/email/event_settings/reset', - ...options -}); - -/** - * Get Audit Logs - * - * Get all audit logs with filtering and pagination. - * - * Returns a paginated response of audit logs matching the specified filters. - * - * Note: object_team_id and object_key_hash use Prisma JSON path filtering, - * which requires PostgreSQL. - */ -export const getAuditLogsAuditGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/audit', - ...options -}); - -/** - * Get Audit Log By Id - * - * Get detailed information about a specific audit log entry by its ID. - * - * Args: - * id (str): The unique identifier of the audit log entry - * - * Returns: - * AuditLogResponse: Detailed information about the audit log entry - * - * Raises: - * HTTPException: If the audit log is not found or if there's a database connection error - */ -export const getAuditLogByIdAuditIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/audit/{id}', - ...options -}); - -/** - * Available Enterprise Users - * - * For keys with `max_users` set, return the list of users that are allowed to use the key. - */ -export const availableEnterpriseUsersUserAvailableUsersGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/user/available_users', - ...options -}); - -/** - * New Project - * - * Create a new project. Projects sit between teams and keys in the hierarchy. - * - * Only admins or team admins can create projects. - * - * # Parameters - * - * - project_alias: *Optional[str]* - The name of the project. - * - description: *Optional[str]* - Description of the project's purpose and use case. - * - team_id: *str* - The team id that this project belongs to. Required. - * - models: *List* - The models the project has access to. - * - budget_id: *Optional[str]* - The id for a budget (tpm/rpm/max budget) for the project. - * ### IF NO BUDGET ID - CREATE ONE WITH THESE PARAMS ### - * - max_budget: *Optional[float]* - Max budget for project - * - tpm_limit: *Optional[int]* - Max tpm limit for project - * - rpm_limit: *Optional[int]* - Max rpm limit for project - * - max_parallel_requests: *Optional[int]* - Max parallel requests for project - * - soft_budget: *Optional[float]* - Get a slack alert when this soft budget is reached. Don't block requests. - * - model_max_budget: *Optional[dict]* - Max budget for a specific model. Example: {"gpt-4": 100.0, "gpt-3.5-turbo": 50.0} - * - model_rpm_limit: *Optional[dict]* - RPM limits per model. Example: {"gpt-4": 1000, "gpt-3.5-turbo": 5000} - * - model_tpm_limit: *Optional[dict]* - TPM limits per model. Example: {"gpt-4": 50000, "gpt-3.5-turbo": 100000} - * - budget_duration: *Optional[str]* - Frequency of reseting project budget - * - metadata: *Optional[dict]* - Metadata for project, store information for project. Example metadata - {"use_case_id": "SNOW-12345", "responsible_ai_id": "RAI-67890"} - * - tags: *Optional[list]* - Tags for the project. Example: ["production", "api"] - * - blocked: *bool* - Flag indicating if the project is blocked or not - will stop all calls from keys with this project_id. - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - project-specific object permission. Example - {"vector_stores": ["vector_store_1", "vector_store_2"]}. IF null or {} then no object permission. - * - * Example 1: Create new project **without** a budget_id, with model-specific limits - * - * ```bash - * curl --location 'http://0.0.0.0:4000/project/new' \ - * --header 'Authorization: Bearer sk-1234' \ - * --header 'Content-Type: application/json' \ - * --data '{ - * "project_alias": "flight-search-assistant", - * "description": "AI-powered flight search and booking assistant", - * "team_id": "team-123", - * "models": ["gpt-4", "gpt-3.5-turbo"], - * "max_budget": 100, - * "model_rpm_limit": { - * "gpt-4": 1000, - * "gpt-3.5-turbo": 5000 - * }, - * "model_tpm_limit": { - * "gpt-4": 50000, - * "gpt-3.5-turbo": 100000 - * }, - * "metadata": { - * "use_case_id": "SNOW-12345", - * "responsible_ai_id": "RAI-67890" - * } - * }' - * ``` - * - * Example 2: Create new project **with** a budget_id - * - * ```bash - * curl --location 'http://0.0.0.0:4000/project/new' \ - * --header 'Authorization: Bearer sk-1234' \ - * --header 'Content-Type: application/json' \ - * --data '{ - * "project_alias": "hotel-recommendations", - * "description": "Personalized hotel recommendation engine", - * "team_id": "team-123", - * "models": ["claude-3-sonnet"], - * "budget_id": "428eeaa8-f3ac-4e85-a8fb-7dc8d7aa8689", - * "metadata": { - * "use_case_id": "SNOW-54321" - * } - * }' - * ``` - */ -export const newProjectProjectNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/project/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Project - * - * Update a project - * - * Parameters: - * - project_id: *str* - The project id to update. Required. - * - project_alias: *Optional[str]* - Updated name for the project - * - description: *Optional[str]* - Updated description for the project - * - team_id: *Optional[str]* - Updated team_id for the project - * - metadata: *Optional[dict]* - Updated metadata for project - * - models: *Optional[list]* - Updated list of models for the project - * - blocked: *Optional[bool]* - Updated blocked status - * - max_budget: *Optional[float]* - Updated max budget - * - tpm_limit: *Optional[int]* - Updated tpm limit - * - rpm_limit: *Optional[int]* - Updated rpm limit - * - model_rpm_limit: *Optional[dict]* - Updated RPM limits per model - * - model_tpm_limit: *Optional[dict]* - Updated TPM limits per model - * - budget_duration: *Optional[str]* - Updated budget duration - * - tags: *Optional[list]* - Updated list of tags for the project - * - object_permission: Optional[LiteLLM_ObjectPermissionBase] - Updated object permission - * - * Example: - * ```bash - * curl --location 'http://0.0.0.0:4000/project/update' \ - * --header 'Authorization: Bearer sk-1234' \ - * --header 'Content-Type: application/json' \ - * --data '{ - * "project_id": "project-123", - * "description": "Updated flight search system with enhanced capabilities", - * "max_budget": 200, - * "model_rpm_limit": { - * "gpt-4": 2000, - * "gpt-3.5-turbo": 10000 - * }, - * "metadata": { - * "use_case_id": "SNOW-12345", - * "status": "active" - * } - * }' - * ``` - */ -export const updateProjectProjectUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/project/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Project - * - * Delete projects - * - * Parameters: - * - project_ids: *List[str]* - List of project ids to delete - * - * Example: - * ```bash - * curl --location --request DELETE 'http://0.0.0.0:4000/project/delete' \ - * --header 'Authorization: Bearer sk-1234' \ - * --header 'Content-Type: application/json' \ - * --data '{ - * "project_ids": ["project-123", "project-456"] - * }' - * ``` - */ -export const deleteProjectProjectDeleteDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/project/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Project Info - * - * Get information about a specific project - * - * Parameters: - * - project_id: *str* - The project id to fetch info for - * - * Example: - * ```bash - * curl --location 'http://0.0.0.0:4000/project/info?project_id=project-123' \ - * --header 'Authorization: Bearer sk-1234' - * ``` - */ -export const projectInfoProjectInfoGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/project/info', - ...options -}); - -/** - * List Projects - * - * List all projects that the user has access to - * - * Example: - * ```bash - * curl --location 'http://0.0.0.0:4000/project/list' \ - * --header 'Authorization: Bearer sk-1234' - * ``` - */ -export const listProjectsProjectListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/project/list', - ...options -}); - -/** - * Get Robots - * - * Block all web crawlers from indexing the proxy server endpoints - * This is useful for ensuring that the API endpoints aren't indexed by search engines - */ -export const getRobotsRobotsTxtGet = (options?: Options) => (options?.client ?? client).get({ url: '/robots.txt', ...options }); - -/** - * Get Ui Config - */ -export const getUiConfigLitellmWellKnownLitellmUiConfigGet = (options?: Options) => (options?.client ?? client).get({ url: '/litellm/.well-known/litellm-ui-config', ...options }); - -/** - * Get Ui Config - */ -export const getUiConfigWellKnownLitellmUiConfigGet = (options?: Options) => (options?.client ?? client).get({ url: '/.well-known/litellm-ui-config', ...options }); - -/** - * Google Generate Content - */ -export const googleGenerateContentModelsModelNameGenerateContentPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/models/{model_name}:generateContent', - ...options -}); - -/** - * Google Generate Content - */ -export const googleGenerateContentV1BetaModelsModelNameGenerateContentPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1beta/models/{model_name}:generateContent', - ...options -}); - -/** - * Google Stream Generate Content - */ -export const googleStreamGenerateContentModelsModelNameStreamGenerateContentPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/models/{model_name}:streamGenerateContent', - ...options -}); - -/** - * Google Stream Generate Content - */ -export const googleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1beta/models/{model_name}:streamGenerateContent', - ...options -}); - -/** - * Google Count Tokens - * - * ```json - * return { - * "totalTokens": 31, - * "totalBillableCharacters": 96, - * "promptTokensDetails": [ - * { - * "modality": "TEXT", - * "tokenCount": 31 - * } - * ] - * } - * ``` - */ -export const googleCountTokensModelsModelNameCountTokensPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/models/{model_name}:countTokens', - ...options -}); - -/** - * Google Count Tokens - * - * ```json - * return { - * "totalTokens": 31, - * "totalBillableCharacters": 96, - * "promptTokensDetails": [ - * { - * "modality": "TEXT", - * "tokenCount": 31 - * } - * ] - * } - * ``` - */ -export const googleCountTokensV1BetaModelsModelNameCountTokensPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1beta/models/{model_name}:countTokens', - ...options -}); - -/** - * Create Interaction - * - * Create a new interaction using Google's Interactions API. - * - * Per OpenAPI spec: POST /{api_version}/interactions - * - * Supports both model interactions and agent interactions: - * - Model: Provide `model` parameter (e.g., "gemini-2.5-flash") - * - Agent: Provide `agent` parameter (e.g., "deep-research-pro-preview-12-2025") - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1beta/interactions" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "model": "gemini/gemini-2.5-flash", - * "input": "Hello, how are you?" - * }' - * ``` - */ -export const createInteractionInteractionsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/interactions', - ...options -}); - -/** - * Create Interaction - * - * Create a new interaction using Google's Interactions API. - * - * Per OpenAPI spec: POST /{api_version}/interactions - * - * Supports both model interactions and agent interactions: - * - Model: Provide `model` parameter (e.g., "gemini-2.5-flash") - * - Agent: Provide `agent` parameter (e.g., "deep-research-pro-preview-12-2025") - * - * Example: - * ```bash - * curl -X POST "http://localhost:4000/v1beta/interactions" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ - * "model": "gemini/gemini-2.5-flash", - * "input": "Hello, how are you?" - * }' - * ``` - */ -export const createInteractionV1BetaInteractionsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1beta/interactions', - ...options -}); - -/** - * Delete Interaction - * - * Delete an interaction by ID. - * - * Per OpenAPI spec: DELETE /{api_version}/interactions/{interaction_id} - */ -export const deleteInteractionInteractionsInteractionIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/interactions/{interaction_id}', - ...options -}); - -/** - * Get Interaction - * - * Get an interaction by ID. - * - * Per OpenAPI spec: GET /{api_version}/interactions/{interaction_id} - */ -export const getInteractionInteractionsInteractionIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/interactions/{interaction_id}', - ...options -}); - -/** - * Delete Interaction - * - * Delete an interaction by ID. - * - * Per OpenAPI spec: DELETE /{api_version}/interactions/{interaction_id} - */ -export const deleteInteractionV1BetaInteractionsInteractionIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1beta/interactions/{interaction_id}', - ...options -}); - -/** - * Get Interaction - * - * Get an interaction by ID. - * - * Per OpenAPI spec: GET /{api_version}/interactions/{interaction_id} - */ -export const getInteractionV1BetaInteractionsInteractionIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1beta/interactions/{interaction_id}', - ...options -}); - -/** - * Cancel Interaction - * - * Cancel an interaction by ID. - * - * Per OpenAPI spec: POST /{api_version}/interactions/{interaction_id}:cancel - */ -export const cancelInteractionInteractionsInteractionIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/interactions/{interaction_id}/cancel', - ...options -}); - -/** - * Cancel Interaction - * - * Cancel an interaction by ID. - * - * Per OpenAPI spec: POST /{api_version}/interactions/{interaction_id}:cancel - */ -export const cancelInteractionV1BetaInteractionsInteractionIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1beta/interactions/{interaction_id}/cancel', - ...options -}); - -/** - * Toolset Mcp Route - * - * Namespace a toolset as its own MCP endpoint. - * - * Connecting to /toolset//mcp exposes exactly the tools defined in - * the toolset. Access is enforced: non-admin API keys must have the toolset - * listed in their object_permission.mcp_toolsets grant list, or the request - * will be rejected with a 403. - */ -export const toolsetMcpRouteToolsetToolsetNameMcpDelete = (options: Options) => (options.client ?? client).delete({ url: '/toolset/{toolset_name}/mcp', ...options }); - -/** - * Toolset Mcp Route - * - * Namespace a toolset as its own MCP endpoint. - * - * Connecting to /toolset//mcp exposes exactly the tools defined in - * the toolset. Access is enforced: non-admin API keys must have the toolset - * listed in their object_permission.mcp_toolsets grant list, or the request - * will be rejected with a 403. - */ -export const toolsetMcpRouteToolsetToolsetNameMcpGet = (options: Options) => (options.client ?? client).get({ url: '/toolset/{toolset_name}/mcp', ...options }); - -/** - * Toolset Mcp Route - * - * Namespace a toolset as its own MCP endpoint. - * - * Connecting to /toolset//mcp exposes exactly the tools defined in - * the toolset. Access is enforced: non-admin API keys must have the toolset - * listed in their object_permission.mcp_toolsets grant list, or the request - * will be rejected with a 403. - */ -export const toolsetMcpRouteToolsetToolsetNameMcpHead = (options: Options) => (options.client ?? client).head({ url: '/toolset/{toolset_name}/mcp', ...options }); - -/** - * Toolset Mcp Route - * - * Namespace a toolset as its own MCP endpoint. - * - * Connecting to /toolset//mcp exposes exactly the tools defined in - * the toolset. Access is enforced: non-admin API keys must have the toolset - * listed in their object_permission.mcp_toolsets grant list, or the request - * will be rejected with a 403. - */ -export const toolsetMcpRouteToolsetToolsetNameMcpOptions = (options: Options) => (options.client ?? client).options({ url: '/toolset/{toolset_name}/mcp', ...options }); - -/** - * Toolset Mcp Route - * - * Namespace a toolset as its own MCP endpoint. - * - * Connecting to /toolset//mcp exposes exactly the tools defined in - * the toolset. Access is enforced: non-admin API keys must have the toolset - * listed in their object_permission.mcp_toolsets grant list, or the request - * will be rejected with a 403. - */ -export const toolsetMcpRouteToolsetToolsetNameMcpPatch = (options: Options) => (options.client ?? client).patch({ url: '/toolset/{toolset_name}/mcp', ...options }); - -/** - * Toolset Mcp Route - * - * Namespace a toolset as its own MCP endpoint. - * - * Connecting to /toolset//mcp exposes exactly the tools defined in - * the toolset. Access is enforced: non-admin API keys must have the toolset - * listed in their object_permission.mcp_toolsets grant list, or the request - * will be rejected with a 403. - */ -export const toolsetMcpRouteToolsetToolsetNameMcpPost = (options: Options) => (options.client ?? client).post({ url: '/toolset/{toolset_name}/mcp', ...options }); - -/** - * Toolset Mcp Route - * - * Namespace a toolset as its own MCP endpoint. - * - * Connecting to /toolset//mcp exposes exactly the tools defined in - * the toolset. Access is enforced: non-admin API keys must have the toolset - * listed in their object_permission.mcp_toolsets grant list, or the request - * will be rejected with a 403. - */ -export const toolsetMcpRouteToolsetToolsetNameMcpPut = (options: Options) => (options.client ?? client).put({ url: '/toolset/{toolset_name}/mcp', ...options }); - -/** - * Dynamic Mcp Route - * - * Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists. - * - * Resolution order: - * 1. Registered MCP server alias / name - * 2. Comma-separated list (short-circuits before any DB call) - * 3. Toolset name (DB lookup, cached) - * 4. MCP access group tag (DB lookup, cached) - */ -export const dynamicMcpRouteMcpServerNameMcpDelete = (options: Options) => (options.client ?? client).delete({ url: '/{mcp_server_name}/mcp', ...options }); - -/** - * Dynamic Mcp Route - * - * Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists. - * - * Resolution order: - * 1. Registered MCP server alias / name - * 2. Comma-separated list (short-circuits before any DB call) - * 3. Toolset name (DB lookup, cached) - * 4. MCP access group tag (DB lookup, cached) - */ -export const dynamicMcpRouteMcpServerNameMcpGet = (options: Options) => (options.client ?? client).get({ url: '/{mcp_server_name}/mcp', ...options }); - -/** - * Dynamic Mcp Route - * - * Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists. - * - * Resolution order: - * 1. Registered MCP server alias / name - * 2. Comma-separated list (short-circuits before any DB call) - * 3. Toolset name (DB lookup, cached) - * 4. MCP access group tag (DB lookup, cached) - */ -export const dynamicMcpRouteMcpServerNameMcpHead = (options: Options) => (options.client ?? client).head({ url: '/{mcp_server_name}/mcp', ...options }); - -/** - * Dynamic Mcp Route - * - * Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists. - * - * Resolution order: - * 1. Registered MCP server alias / name - * 2. Comma-separated list (short-circuits before any DB call) - * 3. Toolset name (DB lookup, cached) - * 4. MCP access group tag (DB lookup, cached) - */ -export const dynamicMcpRouteMcpServerNameMcpOptions = (options: Options) => (options.client ?? client).options({ url: '/{mcp_server_name}/mcp', ...options }); - -/** - * Dynamic Mcp Route - * - * Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists. - * - * Resolution order: - * 1. Registered MCP server alias / name - * 2. Comma-separated list (short-circuits before any DB call) - * 3. Toolset name (DB lookup, cached) - * 4. MCP access group tag (DB lookup, cached) - */ -export const dynamicMcpRouteMcpServerNameMcpPatch = (options: Options) => (options.client ?? client).patch({ url: '/{mcp_server_name}/mcp', ...options }); - -/** - * Dynamic Mcp Route - * - * Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists. - * - * Resolution order: - * 1. Registered MCP server alias / name - * 2. Comma-separated list (short-circuits before any DB call) - * 3. Toolset name (DB lookup, cached) - * 4. MCP access group tag (DB lookup, cached) - */ -export const dynamicMcpRouteMcpServerNameMcpPost = (options: Options) => (options.client ?? client).post({ url: '/{mcp_server_name}/mcp', ...options }); - -/** - * Dynamic Mcp Route - * - * Handle /{name}/mcp for MCP server aliases, toolsets, MCP access group tags, and comma-separated lists. - * - * Resolution order: - * 1. Registered MCP server alias / name - * 2. Comma-separated list (short-circuits before any DB call) - * 3. Toolset name (DB lookup, cached) - * 4. MCP access group tag (DB lookup, cached) - */ -export const dynamicMcpRouteMcpServerNameMcpPut = (options: Options) => (options.client ?? client).put({ url: '/{mcp_server_name}/mcp', ...options }); - -/** - * WebSocket: vertex_ai_live_passthrough_endpoint - * - * WebSocket connection endpoint - */ -export const websocketVertexAiLivePassthroughEndpoint = (options?: Options) => (options?.client ?? client).get({ url: '/vertex_ai/live', ...options }); - -/** - * WebSocket: realtime_websocket_endpoint - * - * WebSocket connection endpoint - */ -export const websocketRealtimeWebsocketEndpointGet = (options: Options) => (options.client ?? client).get({ url: '/realtime', ...options }); - -/** - * WebSocket: realtime_websocket_endpoint - * - * WebSocket connection endpoint - */ -export const websocketRealtimeWebsocketEndpointGet2 = (options: Options) => (options.client ?? client).get({ url: '/v1/realtime', ...options }); - -/** - * WebSocket: realtime_websocket_endpoint - * - * WebSocket connection endpoint - */ -export const websocketRealtimeWebsocketEndpointGet3 = (options: Options) => (options.client ?? client).get({ url: '/openai/v1/realtime', ...options }); - -/** - * Apply Guardrail - * - * Apply a guardrail to text input and return the processed result. - * - * This endpoint allows testing guardrails by applying them to custom text inputs. - */ -export const applyGuardrailApplyGuardrailPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/apply_guardrail', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Create Guardrail - * - * Create a new guardrail - * - * 👉 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/guardrails" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "guardrail": { - * "guardrail_name": "my-bedrock-guard", - * "litellm_params": { - * "guardrail": "bedrock", - * "mode": "pre_call", - * "guardrailIdentifier": "ff6ujrregl1q", - * "guardrailVersion": "DRAFT", - * "default_on": true - * }, - * "guardrail_info": { - * "description": "Bedrock content moderation guardrail" - * } - * } - * }' - * ``` - * - * Example Response: - * ```json - * { - * "guardrail_id": "123e4567-e89b-12d3-a456-426614174000", - * "guardrail_name": "my-bedrock-guard", - * "litellm_params": { - * "guardrail": "bedrock", - * "mode": "pre_call", - * "guardrailIdentifier": "ff6ujrregl1q", - * "guardrailVersion": "DRAFT", - * "default_on": true - * }, - * "guardrail_info": { - * "description": "Bedrock content moderation guardrail" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z" - * } - * ``` - */ -export const createGuardrailGuardrailsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Apply Guardrail - * - * Apply a guardrail to text input and return the processed result. - * - * This endpoint allows testing guardrails by applying them to custom text inputs. - */ -export const applyGuardrailGuardrailsApplyGuardrailPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/apply_guardrail', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Guardrails - * - * List the guardrails that are available on the proxy server - * - * 👉 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/guardrails/list" -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "guardrails": [ - * { - * "guardrail_name": "bedrock-pre-guard", - * "guardrail_info": { - * "params": [ - * { - * "name": "toxicity_score", - * "type": "float", - * "description": "Score between 0-1 indicating content toxicity level" - * }, - * { - * "name": "pii_detection", - * "type": "boolean" - * } - * ] - * } - * } - * ] - * } - * ``` - */ -export const listGuardrailsGuardrailsListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/list', - ...options -}); - -/** - * Register Guardrail - * - * Register a guardrail for onboarding (team submission). - * - * Accepts a guardrail config in the - * [Generic Guardrail API](https://docs.litellm.ai/docs/adding_provider/generic_guardrail_api) format. - * The submission is stored with status `pending_review` until an admin approves it. - */ -export const registerGuardrailGuardrailsRegisterPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/register', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Guardrail Submissions - * - * List team guardrail submissions. Returns only guardrails with a team_id. - * - * Admins see all submissions. Non-admin users see submissions for teams they are - * a member of. - * - * Status values: pending_review (team-registered, awaiting approval), active (approved), rejected. - * - * Optional filters: - * - status: pending_review | active | rejected - * - team_id: filter by specific team (non-admins must be a member of that team) - * - search: name/description - */ -export const listGuardrailSubmissionsGuardrailsSubmissionsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/submissions', - ...options -}); - -/** - * Get Guardrail Submission - * - * Get a single guardrail submission by id. Non-admins may only access submissions for teams they belong to. - */ -export const getGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/submissions/{guardrail_id}', - ...options -}); - -/** - * Approve Guardrail Submission - * - * Approve a pending guardrail submission: set status to active and initialize in memory (admin only). - */ -export const approveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/submissions/{guardrail_id}/approve', - ...options -}); - -/** - * Reject Guardrail Submission - * - * Reject a guardrail submission (admin only). - */ -export const rejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/submissions/{guardrail_id}/reject', - ...options -}); - -/** - * Test Custom Code Guardrail - * - * Test custom code guardrail logic without creating a guardrail. - * - * This endpoint allows admins to experiment with custom code guardrails by: - * 1. Compiling the provided code in a sandbox - * 2. Executing the apply_guardrail function with test input - * 3. Returning the result (allow/block/modify) - * - * 👉 [Custom Code Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/custom_code_guardrail) - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/guardrails/test_custom_code" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "custom_code": "def apply_guardrail(inputs, request_data, input_type):\n for text in inputs[\"texts\"]:\n if regex_match(text, r\"\\d{3}-\\d{2}-\\d{4}\"):\n return block(\"SSN detected\")\n return allow()", - * "test_input": { - * "texts": ["My SSN is 123-45-6789"] - * }, - * "input_type": "request" - * }' - * ``` - * - * Example Success Response (blocked): - * ```json - * { - * "success": true, - * "result": { - * "action": "block", - * "reason": "SSN detected" - * }, - * "error": null, - * "error_type": null - * } - * ``` - * - * Example Success Response (allowed): - * ```json - * { - * "success": true, - * "result": { - * "action": "allow" - * }, - * "error": null, - * "error_type": null - * } - * ``` - * - * Example Success Response (modified): - * ```json - * { - * "success": true, - * "result": { - * "action": "modify", - * "texts": ["My SSN is [REDACTED]"] - * }, - * "error": null, - * "error_type": null - * } - * ``` - * - * Example Error Response (compilation error): - * ```json - * { - * "success": false, - * "result": null, - * "error": "Syntax error in custom code: invalid syntax (, line 1)", - * "error_type": "compilation" - * } - * ``` - */ -export const testCustomCodeGuardrailGuardrailsTestCustomCodePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/test_custom_code', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Guardrail Ui Settings - * - * Get the UI settings for the guardrails - * - * Returns: - * - Supported entities for guardrails - * - Supported modes for guardrails - * - PII entity categories for UI organization - * - Content filter settings (patterns and categories) - */ -export const getGuardrailUiSettingsGuardrailsUiAddGuardrailSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/ui/add_guardrail_settings', - ...options -}); - -/** - * Get Category Yaml - * - * Get the YAML or JSON content for a specific content filter category. - * - * Args: - * category_name: The name of the category (e.g., "bias_gender", "harmful_self_harm") - * - * Returns: - * The raw YAML or JSON content of the category file with file type indicator - */ -export const getCategoryYamlGuardrailsUiCategoryYamlCategoryNameGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/ui/category_yaml/{category_name}', - ...options -}); - -/** - * Get Major Airlines - * - * Get the major airlines list from IATA (competitor intent, airline type). - * Returns airline id, match variants (pipe-separated), and tags. - */ -export const getMajorAirlinesGuardrailsUiMajorAirlinesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/ui/major_airlines', - ...options -}); - -/** - * Get Provider Specific Params - * - * Get provider-specific parameters for different guardrail types. - * - * Returns a dictionary mapping guardrail providers to their specific parameters, - * including parameter names, descriptions, and whether they are required. - * - * Example Response: - * ```json - * { - * "bedrock": { - * "guardrailIdentifier": { - * "description": "The ID of your guardrail on Bedrock", - * "required": true, - * "type": null - * }, - * "guardrailVersion": { - * "description": "The version of your Bedrock guardrail (e.g., DRAFT or version number)", - * "required": true, - * "type": null - * } - * }, - * "azure_content_safety_text_moderation": { - * "api_key": { - * "description": "API key for the Azure Content Safety Text Moderation guardrail", - * "required": false, - * "type": null - * }, - * "optional_params": { - * "description": "Optional parameters for the Azure Content Safety Text Moderation guardrail", - * "required": true, - * "type": "nested", - * "fields": { - * "severity_threshold": { - * "description": "Severity threshold for the Azure Content Safety Text Moderation guardrail across all categories", - * "required": false, - * "type": null - * }, - * "categories": { - * "description": "Categories to scan for the Azure Content Safety Text Moderation guardrail", - * "required": false, - * "type": "multiselect", - * "options": ["Hate", "SelfHarm", "Sexual", "Violence"], - * "default_value": None - * } - * } - * } - * } - * } - * ``` - */ -export const getProviderSpecificParamsGuardrailsUiProviderSpecificParamsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/ui/provider_specific_params', - ...options -}); - -/** - * Guardrails Usage Detail - * - * Return single guardrail usage metrics and time series. - */ -export const guardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/usage/detail/{guardrail_id}', - ...options -}); - -/** - * Guardrails Usage Logs - * - * Return paginated run logs for a guardrail (or policy) from SpendLogs via index. - */ -export const guardrailsUsageLogsGuardrailsUsageLogsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/usage/logs', - ...options -}); - -/** - * Guardrails Usage Overview - * - * Return guardrail performance overview for the dashboard. - */ -export const guardrailsUsageOverviewGuardrailsUsageOverviewGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/usage/overview', - ...options -}); - -/** - * Validate Blocked Words File - * - * Validate a blocked_words YAML file content. - * - * Args: - * request: Dictionary with 'file_content' key containing the YAML string - * - * Returns: - * Dictionary with 'valid' boolean and either 'message'/'errors' depending on result - * - * Example Request: - * ```json - * { - * "file_content": "blocked_words:\n - keyword: \"test\"\n action: \"BLOCK\"" - * } - * ``` - * - * Example Success Response: - * ```json - * { - * "valid": true, - * "message": "Valid YAML file with 2 blocked words" - * } - * ``` - * - * Example Error Response: - * ```json - * { - * "valid": false, - * "errors": ["Entry 0: missing 'action' field"] - * } - * ``` - */ -export const validateBlockedWordsFileGuardrailsValidateBlockedWordsFilePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/validate_blocked_words_file', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Guardrail - * - * Delete a guardrail - * - * 👉 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) - * - * Example Request: - * ```bash - * curl -X DELETE "http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "message": "Guardrail 123e4567-e89b-12d3-a456-426614174000 deleted successfully" - * } - * ``` - */ -export const deleteGuardrailGuardrailsGuardrailIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/{guardrail_id}', - ...options -}); - -/** - * Get Guardrail Info - * - * Get detailed information about a specific guardrail by ID - * - * 👉 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000/info" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "guardrail_id": "123e4567-e89b-12d3-a456-426614174000", - * "guardrail_name": "my-bedrock-guard", - * "litellm_params": { - * "guardrail": "bedrock", - * "mode": "pre_call", - * "guardrailIdentifier": "ff6ujrregl1q", - * "guardrailVersion": "DRAFT", - * "default_on": true - * }, - * "guardrail_info": { - * "description": "Bedrock content moderation guardrail" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z" - * } - * ``` - */ -export const getGuardrailInfoGuardrailsGuardrailIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/{guardrail_id}', - ...options -}); - -/** - * Patch Guardrail - * - * Partially update an existing guardrail - * - * 👉 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) - * - * This endpoint allows updating specific fields of a guardrail without sending the entire object. - * Only the following fields can be updated: - * - guardrail_name: The name of the guardrail - * - default_on: Whether the guardrail is enabled by default - * - guardrail_info: Additional information about the guardrail - * - * Example Request: - * ```bash - * curl -X PATCH "http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "guardrail_name": "updated-name", - * "default_on": true, - * "guardrail_info": { - * "description": "Updated description" - * } - * }' - * ``` - * - * Example Response: - * ```json - * { - * "guardrail_id": "123e4567-e89b-12d3-a456-426614174000", - * "guardrail_name": "updated-name", - * "litellm_params": { - * "guardrail": "bedrock", - * "mode": "pre_call", - * "guardrailIdentifier": "ff6ujrregl1q", - * "guardrailVersion": "DRAFT", - * "default_on": true - * }, - * "guardrail_info": { - * "description": "Updated description" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T14:22:33.456Z" - * } - * ``` - */ -export const patchGuardrailGuardrailsGuardrailIdPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/{guardrail_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Guardrail - * - * Update an existing guardrail - * - * 👉 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) - * - * Example Request: - * ```bash - * curl -X PUT "http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "guardrail": { - * "guardrail_name": "updated-bedrock-guard", - * "litellm_params": { - * "guardrail": "bedrock", - * "mode": "pre_call", - * "guardrailIdentifier": "ff6ujrregl1q", - * "guardrailVersion": "1.0", - * "default_on": true - * }, - * "guardrail_info": { - * "description": "Updated Bedrock content moderation guardrail" - * } - * } - * }' - * ``` - * - * Example Response: - * ```json - * { - * "guardrail_id": "123e4567-e89b-12d3-a456-426614174000", - * "guardrail_name": "updated-bedrock-guard", - * "litellm_params": { - * "guardrail": "bedrock", - * "mode": "pre_call", - * "guardrailIdentifier": "ff6ujrregl1q", - * "guardrailVersion": "1.0", - * "default_on": true - * }, - * "guardrail_info": { - * "description": "Updated Bedrock content moderation guardrail" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T13:45:12.345Z" - * } - * ``` - */ -export const updateGuardrailGuardrailsGuardrailIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/{guardrail_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Guardrail Info - * - * Get detailed information about a specific guardrail by ID - * - * 👉 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/guardrails/123e4567-e89b-12d3-a456-426614174000/info" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "guardrail_id": "123e4567-e89b-12d3-a456-426614174000", - * "guardrail_name": "my-bedrock-guard", - * "litellm_params": { - * "guardrail": "bedrock", - * "mode": "pre_call", - * "guardrailIdentifier": "ff6ujrregl1q", - * "guardrailVersion": "DRAFT", - * "default_on": true - * }, - * "guardrail_info": { - * "description": "Bedrock content moderation guardrail" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z" - * } - * ``` - */ -export const getGuardrailInfoGuardrailsGuardrailIdInfoGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/guardrails/{guardrail_id}/info', - ...options -}); - -/** - * Policies Usage Overview - * - * Return policy performance overview for the dashboard. - */ -export const policiesUsageOverviewPoliciesUsageOverviewGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/usage/overview', - ...options -}); - -/** - * List Guardrails V2 - * - * List the guardrails that are available in the database using GuardrailRegistry - * - * 👉 [Guardrail docs](https://docs.litellm.ai/docs/proxy/guardrails/quick_start) - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/v2/guardrails/list" -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "guardrails": [ - * { - * "guardrail_id": "123e4567-e89b-12d3-a456-426614174000", - * "guardrail_name": "my-bedrock-guard", - * "litellm_params": { - * "guardrail": "bedrock", - * "mode": "pre_call", - * "guardrailIdentifier": "ff6ujrregl1q", - * "guardrailVersion": "DRAFT", - * "default_on": true - * }, - * "guardrail_info": { - * "description": "Bedrock content moderation guardrail" - * } - * } - * ] - * } - * ``` - */ -export const listGuardrailsV2V2GuardrailsListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v2/guardrails/list', - ...options -}); - -/** - * Get Policy Info - * - * Get detailed information about a specific policy. - * - * Returns: - * - Policy configuration - * - Resolved guardrails (after inheritance) - * - Inheritance chain - */ -export const getPolicyInfoPolicyInfoPolicyNameGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/info/{policy_name}', - ...options -}); - -/** - * List Policies - * - * List all loaded policies with their resolved guardrails. - * - * Returns information about each policy including: - * - Inheritance configuration - * - Scope (teams, keys, models) - * - Guardrails to add/remove - * - Resolved guardrails (after inheritance) - * - Inheritance chain - */ -export const listPoliciesPolicyListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/list', - ...options -}); - -/** - * Get Policy Templates - * - * Get policy templates for the UI (pre-configured guardrail combinations). - * - * Fetches from GitHub with automatic fallback to local backup on failure. - * Set LITELLM_LOCAL_POLICY_TEMPLATES=true to skip GitHub and use local backup only. - */ -export const getPolicyTemplatesPolicyTemplatesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/templates', - ...options -}); - -/** - * Enrich Policy Template - * - * Enrich a policy template with LLM-discovered data (e.g. competitor names). - * - * Calls an onboarded LLM to discover competitors for the given brand name, - * then returns enriched guardrailDefinitions with the discovered data populated. - */ -export const enrichPolicyTemplatePolicyTemplatesEnrichPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/templates/enrich', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Enrich Policy Template Stream - * - * Stream competitor names as SSE events as the LLM generates them. - * - * Events: - * - data: {"type": "competitor", "name": "..."} — each competitor as discovered - * - data: {"type": "done", "competitors": [...], "competitor_variations": {...}, "guardrailDefinitions": [...]} - */ -export const enrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/templates/enrich/stream', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Suggest Policy Templates - * - * Use AI to suggest policy templates based on attack examples and descriptions. - * - * Calls an LLM with tool calling to match user requirements to available templates. - */ -export const suggestPolicyTemplatesPolicyTemplatesSuggestPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/templates/suggest', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Test Policy Template - * - * Test a policy template's guardrails against a text input without creating them. - * - * Instantiates temporary guardrails from the template definitions, runs them - * against the provided text, and returns per-guardrail results so users can - * verify the template solves their problem before creating it. - */ -export const testPolicyTemplatePolicyTemplatesTestPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/templates/test', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Test Policy Matching - * - * Test which policies would match a given request context. - * - * This is useful for debugging and understanding policy behavior. - * - * Request body: - * ```json - * { - * "team_alias": "healthcare-team", - * "key_alias": "my-api-key", - * "model": "gpt-4" - * } - * ``` - * - * Returns: - * - matching_policies: List of policy names that match - * - resolved_guardrails: Final list of guardrails that would be applied - */ -export const testPolicyMatchingPolicyTestPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/test', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Validate Policy - * - * Validate a policy configuration before applying it. - * - * Checks: - * - All referenced guardrails exist in the guardrail registry - * - All non-wildcard team aliases exist in the database - * - All non-wildcard key aliases exist in the database - * - Inheritance chains are valid (no cycles, parents exist) - * - Scope patterns are syntactically valid - * - * Returns: - * - valid: True if the policy configuration is valid (no blocking errors) - * - errors: List of blocking validation errors - * - warnings: List of non-blocking validation warnings - * - * Example request: - * ```json - * { - * "policies": { - * "global-baseline": { - * "guardrails": { - * "add": ["pii_blocker", "phi_blocker"] - * }, - * "scope": { - * "teams": ["*"], - * "keys": ["*"], - * "models": ["*"] - * } - * }, - * "healthcare-compliance": { - * "inherit": "global-baseline", - * "guardrails": { - * "add": ["hipaa_audit"] - * }, - * "scope": { - * "teams": ["healthcare-team"] - * } - * } - * } - * } - * ``` - */ -export const validatePolicyPolicyValidatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policy/validate', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Test Policies And Guardrails - * - * Apply policies and/or guardrails to inputs (for compliance UI testing). - * - * Use inputs_list for batch testing: each input is processed as a separate call so - * per-input block/allow and errors are returned. - * - * Use inputs for a single call (legacy). - */ -export const testPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/utils/test_policies_and_guardrails', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Create Policy - * - * Create a new policy. - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/policies" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "policy_name": "global-baseline", - * "description": "Base guardrails for all requests", - * "guardrails_add": ["pii_masking", "prompt_injection"], - * "guardrails_remove": [] - * }' - * ``` - * - * Example Response: - * ```json - * { - * "policy_id": "123e4567-e89b-12d3-a456-426614174000", - * "policy_name": "global-baseline", - * "inherit": null, - * "description": "Base guardrails for all requests", - * "guardrails_add": ["pii_masking", "prompt_injection"], - * "guardrails_remove": [], - * "condition": null, - * "created_at": "2024-01-01T00:00:00Z", - * "updated_at": "2024-01-01T00:00:00Z" - * } - * ``` - */ -export const createPolicyPoliciesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Create Policy Attachment - * - * Create a new policy attachment. - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/policies/attachments" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "policy_name": "global-baseline", - * "scope": "*" - * }' - * ``` - * - * Example with team-specific attachment: - * ```bash - * curl -X POST "http://localhost:4000/policies/attachments" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "policy_name": "healthcare-compliance", - * "teams": ["healthcare-team", "medical-research"] - * }' - * ``` - * - * Example Response: - * ```json - * { - * "attachment_id": "123e4567-e89b-12d3-a456-426614174000", - * "policy_name": "global-baseline", - * "scope": "*", - * "teams": [], - * "keys": [], - * "models": [], - * "created_at": "2024-01-01T00:00:00Z", - * "updated_at": "2024-01-01T00:00:00Z" - * } - * ``` - */ -export const createPolicyAttachmentPoliciesAttachmentsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/attachments', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Estimate Attachment Impact - * - * Estimate how many keys and teams would be affected by a policy attachment. - * - * Use this before creating an attachment to preview the blast radius. - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/policies/attachments/estimate-impact" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "policy_name": "hipaa-compliance", - * "tags": ["healthcare", "health-*"] - * }' - * ``` - */ -export const estimateAttachmentImpactPoliciesAttachmentsEstimateImpactPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/attachments/estimate-impact', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Policy Attachments - * - * List all policy attachments from the database. - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/policies/attachments/list" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "attachments": [ - * { - * "attachment_id": "123e4567-e89b-12d3-a456-426614174000", - * "policy_name": "global-baseline", - * "scope": "*", - * "teams": [], - * "keys": [], - * "models": [], - * "created_at": "2024-01-01T00:00:00Z", - * "updated_at": "2024-01-01T00:00:00Z" - * } - * ], - * "total_count": 1 - * } - * ``` - */ -export const listPolicyAttachmentsPoliciesAttachmentsListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/attachments/list', - ...options -}); - -/** - * Delete Policy Attachment - * - * Delete a policy attachment. - * - * Example Request: - * ```bash - * curl -X DELETE "http://localhost:4000/policies/attachments/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "message": "Attachment 123e4567-e89b-12d3-a456-426614174000 deleted successfully" - * } - * ``` - */ -export const deletePolicyAttachmentPoliciesAttachmentsAttachmentIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/attachments/{attachment_id}', - ...options -}); - -/** - * Get Policy Attachment - * - * Get a policy attachment by ID. - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/policies/attachments/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - */ -export const getPolicyAttachmentPoliciesAttachmentsAttachmentIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/attachments/{attachment_id}', - ...options -}); - -/** - * Compare Policy Versions - * - * Compare two policy versions. Query params: version_a, version_b (policy version IDs). - */ -export const comparePolicyVersionsPoliciesCompareGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/compare', - ...options -}); - -/** - * List Policies - * - * List all policies from the database. Optionally filter by version_status. - * - * Query params: - * - version_status: Optional. One of "draft", "published", "production". - * If omitted, all versions are returned. - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/policies/list" \ - * -H "Authorization: Bearer " - * curl -X GET "http://localhost:4000/policies/list?version_status=production" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "policies": [ - * { - * "policy_id": "123e4567-e89b-12d3-a456-426614174000", - * "policy_name": "global-baseline", - * "version_number": 1, - * "version_status": "production", - * "inherit": null, - * "description": "Base guardrails for all requests", - * "guardrails_add": ["pii_masking"], - * "guardrails_remove": [], - * "condition": null, - * "created_at": "2024-01-01T00:00:00Z", - * "updated_at": "2024-01-01T00:00:00Z" - * } - * ], - * "total_count": 1 - * } - * ``` - */ -export const listPoliciesPoliciesListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/list', - ...options -}); - -/** - * Delete All Policy Versions - * - * Delete all versions of a policy. Also removes from in-memory registry. - */ -export const deleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/name/{policy_name}/all-versions', - ...options -}); - -/** - * List Policy Versions - * - * List all versions of a policy by name, ordered by version_number descending. - */ -export const listPolicyVersionsPoliciesNamePolicyNameVersionsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/name/{policy_name}/versions', - ...options -}); - -/** - * Create Policy Version - * - * Create a new draft version of a policy. Copies all fields from the source. - * Source is current production if source_policy_id is not provided. - */ -export const createPolicyVersionPoliciesNamePolicyNameVersionsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/name/{policy_name}/versions', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Resolve Policies For Context - * - * Resolve which policies and guardrails apply for a given context. - * - * Use this endpoint to debug "what guardrails would apply to a request - * with this team/key/model/tags combination?" - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/policies/resolve" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "tags": ["healthcare"], - * "model": "gpt-4" - * }' - * ``` - */ -export const resolvePoliciesForContextPoliciesResolvePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/resolve', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Test Pipeline - * - * Test a guardrail pipeline with sample messages. - * - * Executes the pipeline steps against the provided test messages and returns - * step-by-step results showing which guardrails passed/failed, actions taken, - * and timing information. - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/policies/test-pipeline" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "pipeline": { - * "mode": "pre_call", - * "steps": [ - * {"guardrail": "pii-guard", "on_pass": "next", "on_fail": "block"} - * ] - * }, - * "test_messages": [{"role": "user", "content": "My SSN is 123-45-6789"}] - * }' - * ``` - */ -export const testPipelinePoliciesTestPipelinePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/test-pipeline', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Policy - * - * Delete a policy. - * - * Example Request: - * ```bash - * curl -X DELETE "http://localhost:4000/policies/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "message": "Policy 123e4567-e89b-12d3-a456-426614174000 deleted successfully" - * } - * ``` - */ -export const deletePolicyPoliciesPolicyIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/{policy_id}', - ...options -}); - -/** - * Get Policy - * - * Get a policy by ID. - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/policies/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - */ -export const getPolicyPoliciesPolicyIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/{policy_id}', - ...options -}); - -/** - * Update Policy - * - * Update an existing policy. - * - * Example Request: - * ```bash - * curl -X PUT "http://localhost:4000/policies/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "description": "Updated description", - * "guardrails_add": ["pii_masking", "toxicity_filter"] - * }' - * ``` - */ -export const updatePolicyPoliciesPolicyIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/{policy_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Resolved Guardrails - * - * Get the resolved guardrails for a policy (including inherited guardrails). - * - * This endpoint resolves the full inheritance chain and returns the final - * set of guardrails that would be applied for this policy. - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/policies/123e4567-e89b-12d3-a456-426614174000/resolved-guardrails" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "policy_id": "123e4567-e89b-12d3-a456-426614174000", - * "policy_name": "healthcare-compliance", - * "resolved_guardrails": ["pii_masking", "prompt_injection", "toxicity_filter"] - * } - * ``` - */ -export const getResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/{policy_id}/resolved-guardrails', - ...options -}); - -/** - * Update Policy Version Status - * - * Update a policy version's status. Valid transitions: - * - draft -> published - * - published -> production (demotes current production to published) - * - production -> published (demotes, policy becomes inactive) - */ -export const updatePolicyVersionStatusPoliciesPolicyIdStatusPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/policies/{policy_id}/status', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Agent Daily Activity - * - * Get daily activity for specific agents or all accessible agents. - */ -export const getAgentDailyActivityAgentDailyActivityGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/agent/daily/activity', - ...options -}); - -/** - * Get Agents - * - * Example usage: - * ``` - * curl -X GET "http://localhost:4000/v1/agents" -H "Content-Type: application/json" -H "Authorization: Bearer your-key" ``` - * - * Pass `?health_check=true` to filter out agents whose URL is unreachable: - * ``` - * curl -X GET "http://localhost:4000/v1/agents?health_check=true" -H "Content-Type: application/json" -H "Authorization: Bearer your-key" ``` - * - * Returns: List[AgentResponse] - */ -export const getAgentsV1AgentsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/agents', - ...options -}); - -/** - * Create Agent - * - * Create a new agent - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/agents" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "agent": { - * "agent_name": "my-custom-agent", - * "agent_card_params": { - * "protocolVersion": "1.0", - * "name": "Hello World Agent", - * "description": "Just a hello world agent", - * "url": "http://localhost:9999/", - * "version": "1.0.0", - * "defaultInputModes": ["text"], - * "defaultOutputModes": ["text"], - * "capabilities": { - * "streaming": true - * }, - * "skills": [ - * { - * "id": "hello_world", - * "name": "Returns hello world", - * "description": "just returns hello world", - * "tags": ["hello world"], - * "examples": ["hi", "hello world"] - * } - * ] - * }, - * "litellm_params": { - * "make_public": true - * } - * } - * }' - * ``` - */ -export const createAgentV1AgentsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/agents', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Make Agents Public - * - * Make multiple agents publicly discoverable - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/v1/agents/make_public" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "agent_ids": ["123e4567-e89b-12d3-a456-426614174000", "123e4567-e89b-12d3-a456-426614174001"] - * }' - * ``` - * - * Example Response: - * ```json - * { - * "agent_id": "123e4567-e89b-12d3-a456-426614174000", - * "agent_name": "my-custom-agent", - * "litellm_params": { - * "make_public": true - * }, - * "agent_card_params": {...}, - * "created_at": "2025-11-15T10:30:00Z", - * "updated_at": "2025-11-15T10:35:00Z", - * "created_by": "user123", - * "updated_by": "user123" - * } - * ``` - */ -export const makeAgentsPublicV1AgentsMakePublicPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/agents/make_public', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Agent - * - * Delete an agent - * - * Example Request: - * ```bash - * curl -X DELETE "http://localhost:4000/agents/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "message": "Agent 123e4567-e89b-12d3-a456-426614174000 deleted successfully" - * } - * ``` - */ -export const deleteAgentV1AgentsAgentIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/agents/{agent_id}', - ...options -}); - -/** - * Get Agent By Id - * - * Get a specific agent by ID - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/agents/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - */ -export const getAgentByIdV1AgentsAgentIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/agents/{agent_id}', - ...options -}); - -/** - * Patch Agent - * - * Update an existing agent - * - * Example Request: - * ```bash - * curl -X PUT "http://localhost:4000/agents/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "agent": { - * "agent_name": "updated-agent", - * "agent_card_params": { - * "protocolVersion": "1.0", - * "name": "Updated Agent", - * "description": "Updated description", - * "url": "http://localhost:9999/", - * "version": "1.1.0", - * "defaultInputModes": ["text"], - * "defaultOutputModes": ["text"], - * "capabilities": { - * "streaming": true - * }, - * "skills": [] - * }, - * "litellm_params": { - * "make_public": false - * } - * } - * }' - * ``` - */ -export const patchAgentV1AgentsAgentIdPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/agents/{agent_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Agent - * - * Update an existing agent - * - * Example Request: - * ```bash - * curl -X PUT "http://localhost:4000/agents/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "agent": { - * "agent_name": "updated-agent", - * "agent_card_params": { - * "protocolVersion": "1.0", - * "name": "Updated Agent", - * "description": "Updated description", - * "url": "http://localhost:9999/", - * "version": "1.1.0", - * "defaultInputModes": ["text"], - * "defaultOutputModes": ["text"], - * "capabilities": { - * "streaming": true - * }, - * "skills": [] - * }, - * "litellm_params": { - * "make_public": false - * } - * } - * }' - * ``` - */ -export const updateAgentV1AgentsAgentIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/agents/{agent_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Make Agent Public - * - * Make an agent publicly discoverable - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/v1/agents/123e4567-e89b-12d3-a456-426614174000/make_public" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" - * ``` - * - * Example Response: - * ```json - * { - * "agent_id": "123e4567-e89b-12d3-a456-426614174000", - * "agent_name": "my-custom-agent", - * "litellm_params": { - * "make_public": true - * }, - * "agent_card_params": {...}, - * "created_at": "2025-11-15T10:30:00Z", - * "updated_at": "2025-11-15T10:35:00Z", - * "created_by": "user123", - * "updated_by": "user123" - * } - * ``` - */ -export const makeAgentPublicV1AgentsAgentIdMakePublicPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/agents/{agent_id}/make_public', - ...options -}); - -/** - * gemini_agents - */ -export const getV1BetaAgents = (options?: Options) => (options?.client ?? client).get({ url: '/v1beta/agents', ...options }); - -/** - * Invoke Agent A2A - * - * Invoke an agent using the A2A protocol (JSON-RPC 2.0). - * - * Supported methods: - * - message/send: Send a message and get a response - * - message/stream: Send a message and stream the response - */ -export const invokeAgentA2aA2aAgentIdPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/a2a/{agent_id}', - ...options -}); - -/** - * Get Agent Card - * - * Get the agent card for an agent (A2A discovery endpoint). - * - * Supports both standard paths: - * - /.well-known/agent-card.json - * - /.well-known/agent.json - * - * The URL in the agent card is rewritten to point to the LiteLLM proxy, - * so all subsequent A2A calls go through LiteLLM for logging and cost tracking. - */ -export const getAgentCardA2aAgentIdWellKnownAgentCardJsonGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/a2a/{agent_id}/.well-known/agent-card.json', - ...options -}); - -/** - * Get Agent Card - * - * Get the agent card for an agent (A2A discovery endpoint). - * - * Supports both standard paths: - * - /.well-known/agent-card.json - * - /.well-known/agent.json - * - * The URL in the agent card is rewritten to point to the LiteLLM proxy, - * so all subsequent A2A calls go through LiteLLM for logging and cost tracking. - */ -export const getAgentCardA2aAgentIdWellKnownAgentJsonGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/a2a/{agent_id}/.well-known/agent.json', - ...options -}); - -/** - * Invoke Agent A2A - * - * Invoke an agent using the A2A protocol (JSON-RPC 2.0). - * - * Supported methods: - * - message/send: Send a message and get a response - * - message/stream: Send a message and stream the response - */ -export const invokeAgentA2aA2aAgentIdMessageSendPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/a2a/{agent_id}/message/send', - ...options -}); - -/** - * Invoke Agent A2A - * - * Invoke an agent using the A2A protocol (JSON-RPC 2.0). - * - * Supported methods: - * - message/send: Send a message and get a response - * - message/stream: Send a message and stream the response - */ -export const invokeAgentA2aV1A2aAgentIdMessageSendPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/a2a/{agent_id}/message/send', - ...options -}); - -/** - * Index Create - * - * Create an index. Just writes the index to the database. - * - * ```bash - * curl -L -X POST 'http://0.0.0.0:4000/indexes/create' -H 'Content-Type: application/json' -H 'Authorization: Bearer sk-1234' -H 'LiteLLM-Beta: indexes_beta=v1' -d '{ - * "index_name": "dall-e-3", - * "vector_store_index": "real-index-name", - * "vector_store_name": "azure-ai-search" - * }' - * ``` - */ -export const indexCreateV1IndexesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/indexes', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Vector Store List - * - * List vector stores. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/list - */ -export const vectorStoreListV1VectorStoresGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores', - ...options -}); - -/** - * Vector Store Create - * - * Create a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/create - * - * Supports target_model_names parameter for creating vector stores across multiple models: - * ```json - * { - * "name": "my-vector-store", - * "target_model_names": "gpt-4,gemini-2.0" - * } - * ``` - */ -export const vectorStoreCreateV1VectorStoresPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores', - ...options -}); - -/** - * Vector Store Delete - * - * Delete a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/delete - */ -export const vectorStoreDeleteV1VectorStoresVectorStoreIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}', - ...options -}); - -/** - * Vector Store Retrieve - * - * Retrieve a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/retrieve - */ -export const vectorStoreRetrieveV1VectorStoresVectorStoreIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}', - ...options -}); - -/** - * Vector Store Update - * - * Update a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/modify - */ -export const vectorStoreUpdateV1VectorStoresVectorStoreIdPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}', - ...options -}); - -/** - * Vector Store File List - */ -export const vectorStoreFileListV1VectorStoresVectorStoreIdFilesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}/files', - ...options -}); - -/** - * Vector Store File Create - */ -export const vectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}/files', - ...options -}); - -/** - * Vector Store File Delete - */ -export const vectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}/files/{file_id}', - ...options -}); - -/** - * Vector Store File Retrieve - */ -export const vectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}/files/{file_id}', - ...options -}); - -/** - * Vector Store File Update - */ -export const vectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}/files/{file_id}', - ...options -}); - -/** - * Vector Store File Content - */ -export const vectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}/files/{file_id}/content', - ...options -}); - -/** - * Vector Store Search - * - * Search a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/search - */ -export const vectorStoreSearchV1VectorStoresVectorStoreIdSearchPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_stores/{vector_store_id}/search', - ...options -}); - -/** - * Vector Store List - * - * List vector stores. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/list - */ -export const vectorStoreListVectorStoresGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores', - ...options -}); - -/** - * Vector Store Create - * - * Create a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/create - * - * Supports target_model_names parameter for creating vector stores across multiple models: - * ```json - * { - * "name": "my-vector-store", - * "target_model_names": "gpt-4,gemini-2.0" - * } - * ``` - */ -export const vectorStoreCreateVectorStoresPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores', - ...options -}); - -/** - * Vector Store Delete - * - * Delete a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/delete - */ -export const vectorStoreDeleteVectorStoresVectorStoreIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}', - ...options -}); - -/** - * Vector Store Retrieve - * - * Retrieve a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/retrieve - */ -export const vectorStoreRetrieveVectorStoresVectorStoreIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}', - ...options -}); - -/** - * Vector Store Update - * - * Update a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/modify - */ -export const vectorStoreUpdateVectorStoresVectorStoreIdPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}', - ...options -}); - -/** - * Vector Store File List - */ -export const vectorStoreFileListVectorStoresVectorStoreIdFilesGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}/files', - ...options -}); - -/** - * Vector Store File Create - */ -export const vectorStoreFileCreateVectorStoresVectorStoreIdFilesPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}/files', - ...options -}); - -/** - * Vector Store File Delete - */ -export const vectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}/files/{file_id}', - ...options -}); - -/** - * Vector Store File Retrieve - */ -export const vectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}/files/{file_id}', - ...options -}); - -/** - * Vector Store File Update - */ -export const vectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}/files/{file_id}', - ...options -}); - -/** - * Vector Store File Content - */ -export const vectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}/files/{file_id}/content', - ...options -}); - -/** - * Vector Store Search - * - * Search a vector store. - * - * API Reference: - * https://platform.openai.com/docs/api-reference/vector-stores/search - */ -export const vectorStoreSearchVectorStoresVectorStoreIdSearchPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_stores/{vector_store_id}/search', - ...options -}); - -/** - * List Vector Stores - * - * List all available vector stores with optional filtering and pagination. - * Combines both in-memory vector stores and those stored in the database. - * Database is the source of truth - deleted stores are removed from memory, updated stores sync to memory. - * - * Parameters: - * - page: int - Page number for pagination (default: 1) - * - page_size: int - Number of items per page (default: 100) - */ -export const listVectorStoresV1VectorStoreListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/vector_store/list', - ...options -}); - -/** - * Delete Vector Store - * - * Delete a vector store from both database and in-memory registry. - * - * Parameters: - * - vector_store_id: str - ID of the vector store to delete - */ -export const deleteVectorStoreVectorStoreDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_store/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Vector Store Info - * - * Return a single vector store's details - */ -export const getVectorStoreInfoVectorStoreInfoPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_store/info', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Vector Stores - * - * List all available vector stores with optional filtering and pagination. - * Combines both in-memory vector stores and those stored in the database. - * Database is the source of truth - deleted stores are removed from memory, updated stores sync to memory. - * - * Parameters: - * - page: int - Page number for pagination (default: 1) - * - page_size: int - Number of items per page (default: 100) - */ -export const listVectorStoresVectorStoreListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_store/list', - ...options -}); - -/** - * New Vector Store - * - * Create a new vector store. - * - * Parameters: - * - vector_store_id: str - Unique identifier for the vector store - * - custom_llm_provider: str - Provider of the vector store - * - vector_store_name: Optional[str] - Name of the vector store - * - vector_store_description: Optional[str] - Description of the vector store - * - vector_store_metadata: Optional[Dict] - Additional metadata for the vector store - */ -export const newVectorStoreVectorStoreNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_store/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Vector Store - * - * Update vector store details in both database and in-memory registry. - * The updated data is immediately synchronized to the in-memory registry. - */ -export const updateVectorStoreVectorStoreUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vector_store/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Tools - * - * List all auto-discovered tools and their policies. - * - * Parameters: - * - input_policy: Optional filter — one of "trusted", "untrusted", "blocked" - */ -export const listToolsV1ToolListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/tool/list', - ...options -}); - -/** - * Update Tool Policy - * - * Set the input_policy and/or output_policy for a tool (global), or block for a specific team/key (override). - * - * Parameters: - * - tool_name: str - The tool to update - * - input_policy: optional - "trusted" | "untrusted" | "blocked" - * - output_policy: optional - "trusted" | "untrusted" - * - team_id: optional - if set, create/update override for this team only - * - key_hash: optional - if set, create/update override for this key only - */ -export const updateToolPolicyV1ToolPolicyPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/tool/policy', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Tool Policy Options - * - * Return the available input and output policy options with descriptions. - * Static data — no DB call. - */ -export const getToolPolicyOptionsV1ToolPolicyOptionsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/tool/policy/options', - ...options -}); - -/** - * Get Tool - * - * Get details for a single tool. - */ -export const getToolV1ToolToolNameGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/tool/{tool_name}', - ...options -}); - -/** - * Get Tool Detail - * - * Get a single tool with its policy overrides (for UI detail view). - */ -export const getToolDetailV1ToolToolNameDetailGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/tool/{tool_name}/detail', - ...options -}); - -/** - * Get Tool Usage Logs - * - * Return paginated spend logs for requests that used this tool (from SpendLogToolIndex). - */ -export const getToolUsageLogsV1ToolToolNameLogsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/tool/{tool_name}/logs', - ...options -}); - -/** - * Delete Tool Policy Override - * - * Remove a policy override for a tool. Specify the override by team_id or key_hash - * (exactly one required). - */ -export const deleteToolPolicyOverrideV1ToolToolNameOverridesDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/tool/{tool_name}/overrides', - ...options -}); - -/** - * Create Search Tool - * - * Create a new search tool. - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/search_tools" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "search_tool": { - * "search_tool_name": "litellm-search", - * "litellm_params": { - * "search_provider": "perplexity", - * "api_key": "sk-..." - * }, - * "search_tool_info": { - * "description": "Perplexity search tool" - * } - * } - * }' - * ``` - * - * Example Response: - * ```json - * { - * "search_tool_id": "123e4567-e89b-12d3-a456-426614174000", - * "search_tool_name": "litellm-search", - * "litellm_params": { - * "search_provider": "perplexity", - * "api_key": "sk-..." - * }, - * "search_tool_info": { - * "description": "Perplexity search tool" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z" - * } - * ``` - */ -export const createSearchToolSearchToolsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search_tools', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Search Tools - * - * List all search tools that are available in the database and config file. - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/search_tools/list" -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "search_tools": [ - * { - * "search_tool_id": "123e4567-e89b-12d3-a456-426614174000", - * "search_tool_name": "litellm-search", - * "litellm_params": { - * "search_provider": "perplexity", - * "api_key": "sk-***", - * "api_base": "https://api.perplexity.ai" - * }, - * "search_tool_info": { - * "description": "Perplexity search tool" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z", - * "is_from_config": false - * }, - * { - * "search_tool_name": "config-search-tool", - * "litellm_params": { - * "search_provider": "tavily", - * "api_key": "tvly-***" - * }, - * "is_from_config": true - * } - * ] - * } - * ``` - */ -export const listSearchToolsSearchToolsListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search_tools/list', - ...options -}); - -/** - * Test Search Tool Connection - * - * Test connection to a search provider with the given configuration. - * - * Makes a simple test search query to verify the API key and configuration are valid. - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/search_tools/test_connection" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "litellm_params": { - * "search_provider": "perplexity", - * "api_key": "sk-..." - * } - * }' - * ``` - * - * Example Response (Success): - * ```json - * { - * "status": "success", - * "message": "Successfully connected to perplexity search provider", - * "test_query": "test", - * "results_count": 5 - * } - * ``` - * - * Example Response (Failure): - * ```json - * { - * "status": "error", - * "message": "Authentication failed: Invalid API key", - * "error_type": "AuthenticationError" - * } - * ``` - */ -export const testSearchToolConnectionSearchToolsTestConnectionPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search_tools/test_connection', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Available Search Providers - * - * Get the list of available search providers with their configuration fields. - * - * Auto-discovers search providers and their UI-friendly names from transformation configs. - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/search_tools/ui/available_providers" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "providers": [ - * { - * "provider_name": "perplexity", - * "ui_friendly_name": "Perplexity" - * }, - * { - * "provider_name": "tavily", - * "ui_friendly_name": "Tavily" - * } - * ] - * } - * ``` - */ -export const getAvailableSearchProvidersSearchToolsUiAvailableProvidersGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search_tools/ui/available_providers', - ...options -}); - -/** - * Delete Search Tool - * - * Delete a search tool. - * - * Example Request: - * ```bash - * curl -X DELETE "http://localhost:4000/search_tools/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "message": "Search tool 123e4567-e89b-12d3-a456-426614174000 deleted successfully", - * "search_tool_name": "litellm-search" - * } - * ``` - */ -export const deleteSearchToolSearchToolsSearchToolIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search_tools/{search_tool_id}', - ...options -}); - -/** - * Get Search Tool Info - * - * Get detailed information about a specific search tool by ID. - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/search_tools/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "search_tool_id": "123e4567-e89b-12d3-a456-426614174000", - * "search_tool_name": "litellm-search", - * "litellm_params": { - * "search_provider": "perplexity", - * "api_key": "sk-***" - * }, - * "search_tool_info": { - * "description": "Perplexity search tool" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z" - * } - * ``` - */ -export const getSearchToolInfoSearchToolsSearchToolIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search_tools/{search_tool_id}', - ...options -}); - -/** - * Update Search Tool - * - * Update an existing search tool. - * - * Example Request: - * ```bash - * curl -X PUT "http://localhost:4000/search_tools/123e4567-e89b-12d3-a456-426614174000" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "search_tool": { - * "search_tool_name": "updated-search", - * "litellm_params": { - * "search_provider": "perplexity", - * "api_key": "sk-new-key" - * }, - * "search_tool_info": { - * "description": "Updated search tool" - * } - * } - * }' - * ``` - * - * Example Response: - * ```json - * { - * "search_tool_id": "123e4567-e89b-12d3-a456-426614174000", - * "search_tool_name": "updated-search", - * "litellm_params": { - * "search_provider": "perplexity", - * "api_key": "sk-new-key" - * }, - * "search_tool_info": { - * "description": "Updated search tool" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T13:45:12.345Z" - * } - * ``` - */ -export const updateSearchToolSearchToolsSearchToolIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/search_tools/{search_tool_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Mcp Access Groups - * - * Get all available MCP access groups from the database AND config - */ -export const getMcpAccessGroupsV1McpAccessGroupsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/access_groups', - ...options -}); - -/** - * Discover Mcp Servers - * - * Returns a curated list of well-known MCP servers for discovery UI - */ -export const discoverMcpServersV1McpDiscoverGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/discover', - ...options -}); - -/** - * Make Mcp Servers Public - * - * Allows making MCP servers public for AI Hub - */ -export const makeMcpServersPublicV1McpMakePublicPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/make_public', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Client Ip - * - * Returns the caller's IP address as seen by the proxy. - */ -export const getClientIpV1McpNetworkClientIpGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/network/client-ip', - ...options -}); - -/** - * Get Openapi Registry - * - * Returns well-known OpenAPI APIs with OAuth 2.0 metadata for the OpenAPI MCP picker - */ -export const getOpenapiRegistryV1McpOpenapiRegistryGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/openapi-registry', - ...options -}); - -/** - * Get Mcp Registry - * - * MCP registry endpoint. Spec: https://github.com/modelcontextprotocol/registry - */ -export const getMcpRegistryV1McpRegistryJsonGet = (options?: Options) => (options?.client ?? client).get({ url: '/v1/mcp/registry.json', ...options }); - -/** - * Fetch All Mcp Servers - * - * Returns the mcp server list with associated teams - */ -export const fetchAllMcpServersV1McpServerGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server', - ...options -}); - -/** - * Add Mcp Server - * - * Allows creation of mcp servers - */ -export const addMcpServerV1McpServerPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Edit Mcp Server - * - * Allows deleting mcp serves in the db - */ -export const editMcpServerV1McpServerPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Health Check Servers - * - * Health check for MCP servers - */ -export const healthCheckServersV1McpServerHealthGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/health', - ...options -}); - -/** - * Add Session Mcp Server - * - * Temporarily cache an MCP server in memory without writing to the database - */ -export const addSessionMcpServerV1McpServerOauthSessionPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/oauth/session', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Register Mcp Server - * - * Submit a new MCP server for admin review (non-admin users). Mirrors POST /guardrails/register. - */ -export const registerMcpServerV1McpServerRegisterPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/register', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Mcp Server Submissions - * - * Returns all MCP servers submitted by non-admin users (admin review queue). Mirrors GET /guardrails/submissions. - */ -export const getMcpServerSubmissionsV1McpServerSubmissionsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/submissions', - ...options -}); - -/** - * Remove Mcp Server - * - * Allows deleting mcp serves in the db - */ -export const removeMcpServerV1McpServerServerIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}', - ...options -}); - -/** - * Fetch Mcp Server - * - * Returns the mcp server info - */ -export const fetchMcpServerV1McpServerServerIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}', - ...options -}); - -/** - * Approve Mcp Server Submission - * - * Approve a pending MCP server submission (admin only). Mirrors PUT /guardrails/{id}/approve. - */ -export const approveMcpServerSubmissionV1McpServerServerIdApprovePut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}/approve', - ...options -}); - -/** - * Delete Mcp Oauth User Credential - * - * Revoke the calling user's stored OAuth2 token for an MCP server - */ -export const deleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}/oauth-user-credential', - ...options -}); - -/** - * Store Mcp Oauth User Credential - * - * Store the calling user's OAuth2 token for an OpenAPI MCP server - */ -export const storeMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}/oauth-user-credential', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Mcp Oauth User Credential Status - * - * Check whether the calling user has a stored OAuth2 credential for this MCP server - */ -export const getMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}/oauth-user-credential/status', - ...options -}); - -/** - * Reject Mcp Server Submission - * - * Reject a pending MCP server submission (admin only). Mirrors PUT /guardrails/{id}/reject. - */ -export const rejectMcpServerSubmissionV1McpServerServerIdRejectPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}/reject', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Mcp User Credential - * - * Delete the calling user's stored API key for a BYOK MCP server - */ -export const deleteMcpUserCredentialV1McpServerServerIdUserCredentialDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}/user-credential', - ...options -}); - -/** - * Store Mcp User Credential - * - * Store or update the calling user's API key for a BYOK MCP server - */ -export const storeMcpUserCredentialV1McpServerServerIdUserCredentialPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/server/{server_id}/user-credential', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Mcp Tools - * - * Get all MCP tools available for the current key, including those from access groups - */ -export const getMcpToolsV1McpToolsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/tools', - ...options -}); - -/** - * Fetch Mcp Toolsets - * - * List MCP toolsets accessible to the calling key - */ -export const fetchMcpToolsetsV1McpToolsetGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/toolset', - ...options -}); - -/** - * Add Mcp Toolset - * - * Create a new MCP toolset (admin only) - */ -export const addMcpToolsetV1McpToolsetPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/toolset', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Edit Mcp Toolset - * - * Update an existing MCP toolset (admin only) - */ -export const editMcpToolsetV1McpToolsetPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/toolset', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Remove Mcp Toolset - * - * Delete an MCP toolset (admin only) - */ -export const removeMcpToolsetV1McpToolsetToolsetIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/toolset/{toolset_id}', - ...options -}); - -/** - * Fetch Mcp Toolset - * - * Get a specific MCP toolset by ID - */ -export const fetchMcpToolsetV1McpToolsetToolsetIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/toolset/{toolset_id}', - ...options -}); - -/** - * List Mcp User Credentials - * - * List all OAuth2 MCP credentials stored for the calling user - */ -export const listMcpUserCredentialsV1McpUserCredentialsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/mcp/user-credentials', - ...options -}); - -/** - * Test Connection - * - * Test if we can connect to the provided MCP server before adding it - */ -export const testConnectionMcpRestTestConnectionPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mcp-rest/test/connection', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Test Tools List - * - * Preview tools available from MCP server before adding it - */ -export const testToolsListMcpRestTestToolsListPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mcp-rest/test/tools/list', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Call Tool Rest Api - * - * REST API to call a specific MCP tool with the provided arguments - */ -export const callToolRestApiMcpRestToolsCallPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mcp-rest/tools/call', - ...options -}); - -/** - * List Tool Rest Api - * - * List all available tools with information about the server they belong to. - * - * Example response: - * { - * "tools": [ - * { - * "name": "create_zap", - * "description": "Create a new zap", - * "inputSchema": "tool_input_schema", - * "mcp_info": { - * "server_name": "zapier", - * "logo_url": "https://www.zapier.com/logo.png", - * } - * } - * ], - * "error": null, - * "message": "Successfully retrieved tools" - * } - */ -export const listToolRestApiMcpRestToolsListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/mcp-rest/tools/list', - ...options -}); - -/** - * Delete Hashicorp Vault Config - * - * Delete Hashicorp Vault configuration. Idempotent. - */ -export const deleteHashicorpVaultConfigConfigOverridesHashicorpVaultDelete = (options?: Options) => (options?.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config_overrides/hashicorp_vault', - ...options -}); - -/** - * Get Hashicorp Vault Config - * - * Get current Hashicorp Vault configuration. - * Returns decrypted values from DB, or falls back to current env vars. - */ -export const getHashicorpVaultConfigConfigOverridesHashicorpVaultGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config_overrides/hashicorp_vault', - ...options -}); - -/** - * Update Hashicorp Vault Config - * - * Update Hashicorp Vault secret manager configuration. - * Sets environment variables, encrypts sensitive fields, and stores in DB. - * Reinitializes the secret manager on this pod. - */ -export const updateHashicorpVaultConfigConfigOverridesHashicorpVaultPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config_overrides/hashicorp_vault', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Test Hashicorp Vault Connection - * - * Test the connection to the currently configured Hashicorp Vault. - * Uses the already-initialized secret manager client. Does not modify any state. - */ -export const testHashicorpVaultConnectionConfigOverridesHashicorpVaultTestConnectionPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/config_overrides/hashicorp_vault/test_connection', - ...options -}); - -/** - * Proxy Realtime Calls - */ -export const proxyRealtimeCallsOpenaiV1RealtimeCallsPost = (options?: Options) => (options?.client ?? client).post({ url: '/openai/v1/realtime/calls', ...options }); - -/** - * Create Realtime Client Secret - */ -export const createRealtimeClientSecretOpenaiV1RealtimeClientSecretsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/openai/v1/realtime/client_secrets', - ...options -}); - -/** - * Proxy Realtime Calls - */ -export const proxyRealtimeCallsRealtimeCallsPost = (options?: Options) => (options?.client ?? client).post({ url: '/realtime/calls', ...options }); - -/** - * Create Realtime Client Secret - */ -export const createRealtimeClientSecretRealtimeClientSecretsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/realtime/client_secrets', - ...options -}); - -/** - * Proxy Realtime Calls - */ -export const proxyRealtimeCallsV1RealtimeCallsPost = (options?: Options) => (options?.client ?? client).post({ url: '/v1/realtime/calls', ...options }); - -/** - * Create Realtime Client Secret - */ -export const createRealtimeClientSecretV1RealtimeClientSecretsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/realtime/client_secrets', - ...options -}); - -/** - * Event Logging Batch - * - * Stubbed endpoint for Anthropic event logging batch requests. - * - * This endpoint accepts event logging requests but does nothing with them. - * It exists to prevent 404 errors from Claude Code clients that send telemetry. - */ -export const eventLoggingBatchApiEventLoggingBatchPost = (options?: Options) => (options?.client ?? client).post({ url: '/api/event_logging/batch', ...options }); - -/** - * Anthropic Response - * - * Use `{PROXY_BASE_URL}/anthropic/v1/messages` instead - [Docs](https://docs.litellm.ai/docs/pass_through/anthropic_completion). - * - * This was a BETA endpoint that calls 100+ LLMs in the anthropic format. - */ -export const anthropicResponseV1MessagesPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/messages', - ...options -}); - -/** - * Count Tokens - * - * Count tokens for Anthropic Messages API format. - * - * This endpoint follows the Anthropic Messages API token counting specification. - * It accepts the same parameters as the /v1/messages endpoint but returns - * token counts instead of generating a response. - * - * Example usage: - * ``` - * curl -X POST "http://localhost:4000/v1/messages/count_tokens?beta=true" -H "Content-Type: application/json" -H "Authorization: Bearer your-key" -d '{ - * "model": "claude-3-sonnet-20240229", - * "messages": [{"role": "user", "content": "Hello Claude!"}] - * }' - * ``` - * - * Returns: {"input_tokens": } - */ -export const countTokensV1MessagesCountTokensPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/messages/count_tokens', - ...options -}); - -/** - * List Skills - * - * List skills on Anthropic. - * - * Requires `?beta=true` query parameter. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: claude-account-1` - * - Pass model via query: `?model=claude-account-1` - * - Pass model via body: `{"model": "claude-account-1"}` - * - * Example usage: - * ```bash - * # Basic usage - * curl "http://localhost:4000/v1/skills?beta=true&limit=10" -H "Authorization: Bearer your-key" - * - * # With model-based routing - * curl "http://localhost:4000/v1/skills?beta=true&limit=10" -H "Authorization: Bearer your-key" -H "x-litellm-model: claude-account-1" - * ``` - * - * Returns: ListSkillsResponse with list of skills - */ -export const listSkillsV1SkillsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/skills', - ...options -}); - -/** - * Create Skill - * - * Create a new skill on Anthropic. - * - * Requires `?beta=true` query parameter. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: claude-account-1` - * - Pass model via query: `?model=claude-account-1` - * - Pass model via form field: `model=claude-account-1` - * - * Example usage: - * ```bash - * # Basic usage - * curl -X POST "http://localhost:4000/v1/skills?beta=true" -H "Content-Type: multipart/form-data" -H "Authorization: Bearer your-key" -F "display_title=My Skill" -F "files[]=@skill.zip" - * - * # With model-based routing - * curl -X POST "http://localhost:4000/v1/skills?beta=true" -H "Content-Type: multipart/form-data" -H "Authorization: Bearer your-key" -H "x-litellm-model: claude-account-1" -F "display_title=My Skill" -F "files[]=@skill.zip" - * ``` - * - * Returns: Skill object with id, display_title, etc. - */ -export const createSkillV1SkillsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/skills', - ...options -}); - -/** - * Delete Skill - * - * Delete a skill by ID from Anthropic. - * - * Requires `?beta=true` query parameter. - * - * Note: Anthropic does not allow deleting skills with existing versions. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: claude-account-1` - * - Pass model via query: `?model=claude-account-1` - * - Pass model via body: `{"model": "claude-account-1"}` - * - * Example usage: - * ```bash - * # Basic usage - * curl -X DELETE "http://localhost:4000/v1/skills/skill_123?beta=true" -H "Authorization: Bearer your-key" - * - * # With model-based routing - * curl -X DELETE "http://localhost:4000/v1/skills/skill_123?beta=true" -H "Authorization: Bearer your-key" -H "x-litellm-model: claude-account-1" - * ``` - * - * Returns: DeleteSkillResponse with type="skill_deleted" - */ -export const deleteSkillV1SkillsSkillIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/skills/{skill_id}', - ...options -}); - -/** - * Get Skill - * - * Get a specific skill by ID from Anthropic. - * - * Requires `?beta=true` query parameter. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: claude-account-1` - * - Pass model via query: `?model=claude-account-1` - * - Pass model via body: `{"model": "claude-account-1"}` - * - * Example usage: - * ```bash - * # Basic usage - * curl "http://localhost:4000/v1/skills/skill_123?beta=true" -H "Authorization: Bearer your-key" - * - * # With model-based routing - * curl "http://localhost:4000/v1/skills/skill_123?beta=true" -H "Authorization: Bearer your-key" -H "x-litellm-model: claude-account-1" - * ``` - * - * Returns: Skill object - */ -export const getSkillV1SkillsSkillIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/skills/{skill_id}', - ...options -}); - -/** - * Langfuse Proxy Route - * - * Call Langfuse via LiteLLM proxy. Works with Langfuse SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/langfuse) - */ -export const langfuseProxyRouteLangfuseEndpointDelete = (options: Options) => (options.client ?? client).delete({ url: '/langfuse/{endpoint}', ...options }); - -/** - * Langfuse Proxy Route - * - * Call Langfuse via LiteLLM proxy. Works with Langfuse SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/langfuse) - */ -export const langfuseProxyRouteLangfuseEndpointGet = (options: Options) => (options.client ?? client).get({ url: '/langfuse/{endpoint}', ...options }); - -/** - * Langfuse Proxy Route - * - * Call Langfuse via LiteLLM proxy. Works with Langfuse SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/langfuse) - */ -export const langfuseProxyRouteLangfuseEndpointPatch = (options: Options) => (options.client ?? client).patch({ url: '/langfuse/{endpoint}', ...options }); - -/** - * Langfuse Proxy Route - * - * Call Langfuse via LiteLLM proxy. Works with Langfuse SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/langfuse) - */ -export const langfuseProxyRouteLangfuseEndpointPost = (options: Options) => (options.client ?? client).post({ url: '/langfuse/{endpoint}', ...options }); - -/** - * Langfuse Proxy Route - * - * Call Langfuse via LiteLLM proxy. Works with Langfuse SDK. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/langfuse) - */ -export const langfuseProxyRouteLangfuseEndpointPut = (options: Options) => (options.client ?? client).put({ url: '/langfuse/{endpoint}', ...options }); - -/** - * List Evals - * - * List evaluations with pagination. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - Pass model via body: `{"model": "gpt-4-account-1"}` - * - * Example usage: - * ```bash - * curl "http://localhost:4000/v1/evals?limit=10" -H "Authorization: Bearer your-key" - * ``` - * - * Returns: ListEvalsResponse with list of evaluations - */ -export const listEvalsV1EvalsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals', - ...options -}); - -/** - * Create Eval - * - * Create a new evaluation. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - Pass model via body: `{"model": "gpt-4-account-1"}` - * - * Example usage: - * ```bash - * curl -X POST "http://localhost:4000/v1/evals" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{ - * "name": "Test Eval", - * "data_source_config": {"type": "file", "file_id": "file-abc123"}, - * "testing_criteria": {"graders": [{"type": "llm_as_judge"}]} - * }' - * ``` - * - * Returns: Eval object with id, status, timestamps, etc. - */ -export const createEvalV1EvalsPost = (options?: Options) => (options?.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals', - ...options -}); - -/** - * Delete Eval - * - * Delete an evaluation. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - Pass model via body: `{"model": "gpt-4-account-1"}` - * - * Example usage: - * ```bash - * curl -X DELETE "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" - * ``` - * - * Returns: DeleteEvalResponse with deletion confirmation - */ -export const deleteEvalV1EvalsEvalIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}', - ...options -}); - -/** - * Get Eval - * - * Get a specific evaluation by ID. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - Pass model via body: `{"model": "gpt-4-account-1"}` - * - * Example usage: - * ```bash - * curl "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" - * ``` - * - * Returns: Eval object - */ -export const getEvalV1EvalsEvalIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}', - ...options -}); - -/** - * Update Eval - * - * Update an evaluation. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - Pass model via body: `{"model": "gpt-4-account-1"}` - * - * Example usage: - * ```bash - * curl -X POST "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{"name": "Updated Name"}' - * ``` - * - * Returns: Updated Eval object - */ -export const updateEvalV1EvalsEvalIdPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}', - ...options -}); - -/** - * Cancel Eval - * - * Cancel a running evaluation. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - Pass model via body: `{"model": "gpt-4-account-1"}` - * - * Example usage: - * ```bash - * curl -X POST "http://localhost:4000/v1/evals/eval_123/cancel" -H "Authorization: Bearer your-key" - * ``` - * - * Returns: CancelEvalResponse with cancellation confirmation - */ -export const cancelEvalV1EvalsEvalIdCancelPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}/cancel', - ...options -}); - -/** - * List Runs - * - * List all runs for an evaluation with pagination. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - * Example usage: - * ```bash - * curl "http://localhost:4000/v1/evals/eval_123/runs?limit=10" -H "Authorization: Bearer your-key" - * ``` - * - * Returns: ListRunsResponse with list of runs - */ -export const listRunsV1EvalsEvalIdRunsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}/runs', - ...options -}); - -/** - * Create Run - * - * Create a new run for an evaluation. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - Pass model via body: `{"model": "gpt-4-account-1"}` - * - Pass model via completion.model: `{"completion": {"model": "gpt-4-account-1"}}` - * - * Example usage: - * ```bash - * curl -X POST "http://localhost:4000/v1/evals/eval_123/runs" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{ - * "data_source": {"type": "dataset", "dataset_id": "dataset_123"}, - * "completion": {"model": "gpt-4", "temperature": 0.7} - * }' - * ``` - * - * Returns: Run object with id, status, timestamps, etc. - */ -export const createRunV1EvalsEvalIdRunsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}/runs', - ...options -}); - -/** - * Delete Run - * - * Delete a run. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - * Example usage: - * ```bash - * curl -X DELETE "http://localhost:4000/v1/evals/eval_123/runs/run_456" -H "Authorization: Bearer your-key" - * ``` - * - * Returns: RunDeleteResponse with deletion confirmation - */ -export const deleteRunV1EvalsEvalIdRunsRunIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}/runs/{run_id}', - ...options -}); - -/** - * Get Run - * - * Get a specific run by ID. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - * Example usage: - * ```bash - * curl "http://localhost:4000/v1/evals/eval_123/runs/run_456" -H "Authorization: Bearer your-key" - * ``` - * - * Returns: Run object with full details - */ -export const getRunV1EvalsEvalIdRunsRunIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}/runs/{run_id}', - ...options -}); - -/** - * Cancel Run - * - * Cancel a running run. - * - * Model-based routing (for multi-account support): - * - Pass model via header: `x-litellm-model: gpt-4-account-1` - * - Pass model via query: `?model=gpt-4-account-1` - * - * Example usage: - * ```bash - * curl -X POST "http://localhost:4000/v1/evals/eval_123/runs/run_456/cancel" -H "Authorization: Bearer your-key" - * ``` - * - * Returns: CancelRunResponse with cancellation confirmation - */ -export const cancelRunV1EvalsEvalIdRunsRunIdPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/evals/{eval_id}/runs/{run_id}', - ...options -}); - -/** - * Get Marketplace - * - * Serve marketplace.json for Claude Code plugin discovery. - * - * This endpoint is accessed by Claude Code CLI when users run: - * - claude plugin marketplace add - * - claude plugin install @ - * - * Returns: - * Marketplace catalog with list of available plugins and their git sources. - * - * Example: - * ```bash - * claude plugin marketplace add http://localhost:4000/claude-code/marketplace.json - * claude plugin install my-plugin@litellm - * ``` - */ -export const getMarketplaceClaudeCodeMarketplaceJsonGet = (options?: Options) => (options?.client ?? client).get({ url: '/claude-code/marketplace.json', ...options }); - -/** - * List Plugins - * - * List all plugins in the marketplace. - * - * Parameters: - * - enabled_only: If true, only return enabled plugins - * - * Returns: - * List of plugins with their metadata. - */ -export const listPluginsClaudeCodePluginsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/claude-code/plugins', - ...options -}); - -/** - * Register Plugin - * - * Register a plugin in the LiteLLM marketplace. - * - * LiteLLM acts as a registry/discovery layer. Plugins are hosted on - * GitHub/GitLab/Bitbucket. Claude Code will clone from the git source - * when users install. - * - * Parameters: - * - name: Plugin name (kebab-case) - * - source: Git source reference (github, url, or git-subdir format) - * - version: Semantic version (optional) - * - description: Plugin description (optional) - * - author: Author information (optional) - * - homepage: Plugin homepage URL (optional) - * - keywords: Search keywords (optional) - * - category: Plugin category (optional) - * - * Returns: - * Registration status and plugin information. - * - * Example: - * ```bash - * curl -X POST http://localhost:4000/claude-code/plugins \ - * -H "Authorization: Bearer sk-..." \ - * -H "Content-Type: application/json" \ - * -d '{ - * "name": "my-plugin", - * "source": {"source": "github", "repo": "org/my-plugin"}, - * "version": "1.0.0", - * "description": "My awesome plugin" - * }' - * ``` - */ -export const registerPluginClaudeCodePluginsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/claude-code/plugins', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Plugin - * - * Delete a plugin from the marketplace. - * - * Parameters: - * - plugin_name: The name of the plugin to delete - */ -export const deletePluginClaudeCodePluginsPluginNameDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/claude-code/plugins/{plugin_name}', - ...options -}); - -/** - * Get Plugin - * - * Get details of a specific plugin. - * - * Parameters: - * - plugin_name: The name of the plugin - * - * Returns: - * Plugin details including source and metadata. - */ -export const getPluginClaudeCodePluginsPluginNameGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/claude-code/plugins/{plugin_name}', - ...options -}); - -/** - * Disable Plugin - * - * Disable a plugin without deleting it. - * - * Parameters: - * - plugin_name: The name of the plugin to disable - */ -export const disablePluginClaudeCodePluginsPluginNameDisablePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/claude-code/plugins/{plugin_name}/disable', - ...options -}); - -/** - * Enable Plugin - * - * Enable a disabled plugin. - * - * Parameters: - * - plugin_name: The name of the plugin to enable - */ -export const enablePluginClaudeCodePluginsPluginNameEnablePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/claude-code/plugins/{plugin_name}/enable', - ...options -}); - -/** - * Get Scim Base - * - * Base SCIM v2 endpoint for resource discovery per RFC 7644 Section 4. - * - * Returns a ListResponse of ResourceTypes supported by this SCIM service provider. - * Identity providers (Okta, Azure AD, etc.) use this endpoint for resource discovery. - */ -export const getScimBaseScimV2Get = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2', - ...options -}); - -/** - * Get Groups - * - * Get a list of groups according to SCIM v2 protocol - */ -export const getGroupsScimV2GroupsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Groups', - ...options -}); - -/** - * Create Group - * - * Create a group according to SCIM v2 protocol - */ -export const createGroupScimV2GroupsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Groups', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Group - * - * Delete a group according to SCIM v2 protocol - */ -export const deleteGroupScimV2GroupsGroupIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Groups/{group_id}', - ...options -}); - -/** - * Get Group - * - * Get a single group by ID according to SCIM v2 protocol - */ -export const getGroupScimV2GroupsGroupIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Groups/{group_id}', - ...options -}); - -/** - * Patch Group - * - * Patch a group according to SCIM v2 protocol - */ -export const patchGroupScimV2GroupsGroupIdPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Groups/{group_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Group - * - * Update a group according to SCIM v2 protocol - */ -export const updateGroupScimV2GroupsGroupIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Groups/{group_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Resource Types - * - * SCIM ResourceTypes endpoint per RFC 7644 Section 4. - * - * Returns a ListResponse of all resource types supported by this service provider. - */ -export const getResourceTypesScimV2ResourceTypesGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/ResourceTypes', - ...options -}); - -/** - * Get Resource Type - * - * Get a single ResourceType by ID per RFC 7644. - */ -export const getResourceTypeScimV2ResourceTypesResourceTypeIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/ResourceTypes/{resource_type_id}', - ...options -}); - -/** - * Get Schemas - * - * SCIM Schemas endpoint per RFC 7643 Section 7. - * - * Returns a ListResponse of all schemas supported by this service provider. - */ -export const getSchemasScimV2SchemasGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Schemas', - ...options -}); - -/** - * Get Schema - * - * Get a single Schema by its URI per RFC 7643 Section 7. - */ -export const getSchemaScimV2SchemasSchemaIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Schemas/{schema_id}', - ...options -}); - -/** - * Get Service Provider Config - * - * Return SCIM Service Provider Configuration. - */ -export const getServiceProviderConfigScimV2ServiceProviderConfigGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/ServiceProviderConfig', - ...options -}); - -/** - * Get Users - * - * Get a list of users according to SCIM v2 protocol - */ -export const getUsersScimV2UsersGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Users', - ...options -}); - -/** - * Create User - * - * Create a user according to SCIM v2 protocol - */ -export const createUserScimV2UsersPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Users', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete User - * - * Delete a user according to SCIM v2 protocol - */ -export const deleteUserScimV2UsersUserIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Users/{user_id}', - ...options -}); - -/** - * Get User - * - * Get a single user by ID according to SCIM v2 protocol - */ -export const getUserScimV2UsersUserIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Users/{user_id}', - ...options -}); - -/** - * Patch User - * - * Patch a user according to SCIM v2 protocol - */ -export const patchUserScimV2UsersUserIdPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Users/{user_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update User - * - * Update a user according to SCIM v2 protocol (full replacement) - */ -export const updateUserScimV2UsersUserIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/scim/v2/Users/{user_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Cloudzero Settings - * - * Delete CloudZero settings from the database. - * - * This endpoint removes the CloudZero configuration (API key, connection ID, timezone) - * from the proxy database. Only the CloudZero settings entry will be deleted; - * other configuration values in the database will remain unchanged. - * - * Only admin users can delete CloudZero settings. - */ -export const deleteCloudzeroSettingsCloudzeroDeleteDelete = (options?: Options) => (options?.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cloudzero/delete', - ...options -}); - -/** - * Cloudzero Dry Run Export - * - * Perform a dry run export using the CloudZero logger. - * - * This endpoint uses the CloudZero logger to perform a dry run export, - * which returns the data that would be exported without actually sending it to CloudZero. - * - * Parameters: - * - limit: Optional limit on number of records to process (default: 10000) - * - * Returns: - * - usage_data: Sample of the raw usage data (first 50 records) - * - cbf_data: CloudZero CBF formatted data ready for export - * - summary: Statistics including total cost, tokens, and record counts - * - * Only admin users can perform CloudZero exports. - */ -export const cloudzeroDryRunExportCloudzeroDryRunPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cloudzero/dry-run', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Cloudzero Export - * - * Perform an actual export using the CloudZero logger. - * - * This endpoint uses the CloudZero logger to export usage data to CloudZero AnyCost API. - * - * Parameters: - * - limit: Optional limit on number of records to export - * - operation: CloudZero operation type ("replace_hourly" or "sum", default: "replace_hourly") - * - * Only admin users can perform CloudZero exports. - */ -export const cloudzeroExportCloudzeroExportPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cloudzero/export', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Init Cloudzero Settings - * - * Initialize CloudZero settings and store in the database. - * - * This endpoint stores the CloudZero API key, connection ID, and timezone configuration - * in the proxy database for use by the CloudZero logger. - * - * Parameters: - * - api_key: CloudZero API key for authentication - * - connection_id: CloudZero connection ID for data submission - * - timezone: Timezone for date handling (default: UTC) - * - * Only admin users can configure CloudZero settings. - */ -export const initCloudzeroSettingsCloudzeroInitPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cloudzero/init', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Cloudzero Settings - * - * View current CloudZero settings. - * - * Returns the current CloudZero configuration with the API key masked for security. - * Only the first 4 and last 4 characters of the API key are shown. - * Returns null/empty values when settings are not configured (consistent with other settings endpoints). - * - * Only admin users (Proxy Admin or Admin Viewer) can view CloudZero settings. - */ -export const getCloudzeroSettingsCloudzeroSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cloudzero/settings', - ...options -}); - -/** - * Update Cloudzero Settings - * - * Update existing CloudZero settings. - * - * Allows updating individual CloudZero configuration fields without requiring all fields. - * Only provided fields will be updated; others will remain unchanged. - * - * Parameters: - * - api_key: (Optional) New CloudZero API key for authentication - * - connection_id: (Optional) New CloudZero connection ID for data submission - * - timezone: (Optional) New timezone for date handling - * - * Only admin users can update CloudZero settings. - */ -export const updateCloudzeroSettingsCloudzeroSettingsPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/cloudzero/settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Vantage Settings - * - * Delete Vantage settings from the database. - * - * Only admin users can delete Vantage settings. - */ -export const deleteVantageSettingsVantageDeleteDelete = (options?: Options) => (options?.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vantage/delete', - ...options -}); - -/** - * Vantage Dry Run Export - * - * Perform a dry run export using the Vantage logger. - * - * Returns the data that would be exported without actually sending it to Vantage. - * - * Parameters: - * - limit: Limit on number of records to preview (default: 500) - * - * Only admin users can perform Vantage exports. - */ -export const vantageDryRunExportVantageDryRunPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vantage/dry-run', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Vantage Export - * - * Perform an actual export using the Vantage logger. - * - * Exports usage data in FOCUS CSV format to the Vantage API. - * - * Parameters: - * - limit: Optional limit on number of records to export - * - start_time_utc: Optional start time for data export - * - end_time_utc: Optional end time for data export - * - * Only admin users can perform Vantage exports. - */ -export const vantageExportVantageExportPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vantage/export', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Init Vantage Settings - * - * Initialize Vantage settings and store in the database. - * - * Parameters: - * - api_key: Vantage API key for authentication - * - integration_token: Vantage integration token for the cost-import endpoint - * - base_url: Vantage API base URL (default: https://api.vantage.sh) - * - * Only admin users can configure Vantage settings. - */ -export const initVantageSettingsVantageInitPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vantage/init', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Vantage Settings - * - * View current Vantage settings. - * - * Returns the current Vantage configuration with the API key masked for security. - * Only admin users (Proxy Admin or Admin Viewer) can view Vantage settings. - */ -export const getVantageSettingsVantageSettingsGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vantage/settings', - ...options -}); - -/** - * Update Vantage Settings - * - * Update existing Vantage settings. - * - * Allows updating individual Vantage configuration fields without requiring all fields. - * Only admin users can update Vantage settings. - */ -export const updateVantageSettingsVantageSettingsPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/vantage/settings', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Usage Ai Chat - * - * AI chat about usage data. Streams SSE events with the AI response. - * The AI agent has access to tools that query aggregated daily activity data. - */ -export const usageAiChatUsageAiChatPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/usage/ai/chat', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Create Prompt - * - * Create a new prompt - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/prompts" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "prompt_id": "my_prompt", - * "litellm_params": { - * "prompt_id": "json_prompt", - * "prompt_integration": "dotprompt", - * ### EITHER prompt_directory OR prompt_data MUST BE PROVIDED - * "prompt_directory": "/path/to/dotprompt/folder", - * "prompt_data": {"json_prompt": {"content": "This is a prompt", "metadata": {"model": "gpt-4"}}} - * }, - * "prompt_info": { - * "prompt_type": "config" - * } - * }' - * ``` - */ -export const createPromptPromptsPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Prompts - * - * List the prompts that are available on the proxy server - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/prompts/list" -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "prompts": [ - * { - * "prompt_id": "my_prompt_id", - * "litellm_params": { - * "prompt_id": "my_prompt_id", - * "prompt_integration": "dotprompt", - * "prompt_directory": "/path/to/prompts" - * }, - * "prompt_info": { - * "prompt_type": "config" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z" - * } - * ] - * } - * ``` - */ -export const listPromptsPromptsListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts/list', - ...options -}); - -/** - * Test Prompt - * - * Test a prompt by rendering it with variables and executing an LLM call. - * - * This endpoint allows testing prompts before saving them to the database. - * The response is always streamed. - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * Example Request: - * ```bash - * curl -X POST "http://localhost:4000/prompts/test" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "dotprompt_content": "---\nmodel: gpt-4o\ntemperature: 0.7\n---\n\nUser: Hello {{name}}", - * "prompt_variables": { - * "name": "World" - * } - * }' - * ``` - */ -export const testPromptPromptsTestPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts/test', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Prompt - * - * Delete a prompt - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * Example Request: - * ```bash - * curl -X DELETE "http://localhost:4000/prompts/my_prompt_id" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "message": "Prompt my_prompt_id deleted successfully" - * } - * ``` - */ -export const deletePromptPromptsPromptIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts/{prompt_id}', - ...options -}); - -/** - * Get Prompt Info - * - * Get detailed information about a specific prompt by ID, including prompt content - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/prompts/my_prompt_id/info" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "prompt_id": "my_prompt_id", - * "litellm_params": { - * "prompt_id": "my_prompt_id", - * "prompt_integration": "dotprompt", - * "prompt_directory": "/path/to/prompts" - * }, - * "prompt_info": { - * "prompt_type": "config" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z", - * "content": "System: You are a helpful assistant. - * - * User: {{user_message}}" - * } - * ``` - */ -export const getPromptInfoPromptsPromptIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts/{prompt_id}', - ...options -}); - -/** - * Patch Prompt - * - * Partially update an existing prompt - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * This endpoint allows updating specific fields of a prompt without sending the entire object. - * Only the following fields can be updated: - * - litellm_params: LiteLLM parameters for the prompt - * - prompt_info: Additional information about the prompt - * - * Example Request: - * ```bash - * curl -X PATCH "http://localhost:4000/prompts/my_prompt_id" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "prompt_info": { - * "prompt_type": "db" - * } - * }' - * ``` - */ -export const patchPromptPromptsPromptIdPatch = (options: Options) => (options.client ?? client).patch({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts/{prompt_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Prompt - * - * Update an existing prompt - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * Example Request: - * ```bash - * curl -X PUT "http://localhost:4000/prompts/my_prompt_id" \ - * -H "Authorization: Bearer " \ - * -H "Content-Type: application/json" \ - * -d '{ - * "prompt_id": "my_prompt", - * "litellm_params": { - * "prompt_id": "my_prompt", - * "prompt_integration": "dotprompt", - * "prompt_directory": "/path/to/prompts" - * }, - * "prompt_info": { - * "prompt_type": "config" - * } - * } - * }' - * ``` - */ -export const updatePromptPromptsPromptIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts/{prompt_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Get Prompt Info - * - * Get detailed information about a specific prompt by ID, including prompt content - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/prompts/my_prompt_id/info" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "prompt_id": "my_prompt_id", - * "litellm_params": { - * "prompt_id": "my_prompt_id", - * "prompt_integration": "dotprompt", - * "prompt_directory": "/path/to/prompts" - * }, - * "prompt_info": { - * "prompt_type": "config" - * }, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z", - * "content": "System: You are a helpful assistant. - * - * User: {{user_message}}" - * } - * ``` - */ -export const getPromptInfoPromptsPromptIdInfoGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts/{prompt_id}/info', - ...options -}); - -/** - * Get Prompt Versions - * - * Get all versions of a specific prompt by base prompt ID - * - * 👉 [Prompt docs](https://docs.litellm.ai/docs/proxy/prompt_management) - * - * Example Request: - * ```bash - * curl -X GET "http://localhost:4000/prompts/jack_success/versions" \ - * -H "Authorization: Bearer " - * ``` - * - * Example Response: - * ```json - * { - * "prompts": [ - * { - * "prompt_id": "jack_success.v1", - * "litellm_params": {...}, - * "prompt_info": {"prompt_type": "db"}, - * "created_at": "2023-11-09T12:34:56.789Z", - * "updated_at": "2023-11-09T12:34:56.789Z" - * }, - * { - * "prompt_id": "jack_success.v2", - * "litellm_params": {...}, - * "prompt_info": {"prompt_type": "db"}, - * "created_at": "2023-11-09T13:45:12.345Z", - * "updated_at": "2023-11-09T13:45:12.345Z" - * } - * ] - * } - * ``` - */ -export const getPromptVersionsPromptsPromptIdVersionsGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/prompts/{prompt_id}/versions', - ...options -}); - -/** - * Convert Prompt File To Json - * - * Convert a .prompt file to JSON format. - * - * This endpoint accepts a .prompt file upload and returns the equivalent JSON representation - * that can be stored in a database or used programmatically. - * - * Returns the JSON structure with 'content' and 'metadata' fields. - */ -export const convertPromptFileToJsonUtilsDotpromptJsonConverterPost = (options: Options) => (options.client ?? client).post({ - ...formDataBodySerializer, - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/utils/dotprompt_json_converter', - ...options, - headers: { - 'Content-Type': null, - ...options.headers - } -}); - -/** - * Delete Jwt Key Mapping - */ -export const deleteJwtKeyMappingJwtKeyMappingDeletePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/jwt/key/mapping/delete', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Info Jwt Key Mapping - */ -export const infoJwtKeyMappingJwtKeyMappingInfoGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/jwt/key/mapping/info', - ...options -}); - -/** - * List Jwt Key Mappings - */ -export const listJwtKeyMappingsJwtKeyMappingListGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/jwt/key/mapping/list', - ...options -}); - -/** - * Create Jwt Key Mapping - */ -export const createJwtKeyMappingJwtKeyMappingNewPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/jwt/key/mapping/new', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Update Jwt Key Mapping - */ -export const updateJwtKeyMappingJwtKeyMappingUpdatePost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/jwt/key/mapping/update', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Check Eu Ai Act Compliance - * - * Check EU AI Act compliance for a spend log entry. - * - * Checks: - * - Art. 9: Guardrails applied (any guardrail) - * - Art. 5: Content screened before LLM (pre-call guardrails) - * - Art. 12: Audit record complete (user_id, model, timestamp, guardrail_results) - */ -export const checkEuAiActComplianceComplianceEuAiActPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/compliance/eu-ai-act', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Check Gdpr Compliance - * - * Check GDPR compliance for a spend log entry. - * - * Checks: - * - Art. 32: Data protection applied (pre-call guardrails) - * - Art. 5(1)(c): Sensitive data protected (masked/blocked or no issues) - * - Art. 30: Audit record complete (user_id, model, timestamp, guardrail_results) - */ -export const checkGdprComplianceComplianceGdprPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/compliance/gdpr', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Access Groups - */ -export const listAccessGroupsV1AccessGroupGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/access_group', - ...options -}); - -/** - * Create Access Group - */ -export const createAccessGroupV1AccessGroupPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/access_group', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Access Group - */ -export const deleteAccessGroupV1AccessGroupAccessGroupIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/access_group/{access_group_id}', - ...options -}); - -/** - * Get Access Group - */ -export const getAccessGroupV1AccessGroupAccessGroupIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/access_group/{access_group_id}', - ...options -}); - -/** - * Update Access Group - */ -export const updateAccessGroupV1AccessGroupAccessGroupIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/access_group/{access_group_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * List Access Groups - */ -export const listAccessGroupsV1UnifiedAccessGroupGet = (options?: Options) => (options?.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/unified_access_group', - ...options -}); - -/** - * Create Access Group - */ -export const createAccessGroupV1UnifiedAccessGroupPost = (options: Options) => (options.client ?? client).post({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/unified_access_group', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); - -/** - * Delete Access Group - */ -export const deleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDelete = (options: Options) => (options.client ?? client).delete({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/unified_access_group/{access_group_id}', - ...options -}); - -/** - * Get Access Group - */ -export const getAccessGroupV1UnifiedAccessGroupAccessGroupIdGet = (options: Options) => (options.client ?? client).get({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/unified_access_group/{access_group_id}', - ...options -}); - -/** - * Update Access Group - */ -export const updateAccessGroupV1UnifiedAccessGroupAccessGroupIdPut = (options: Options) => (options.client ?? client).put({ - security: [{ name: 'x-litellm-api-key', type: 'apiKey' }], - url: '/v1/unified_access_group/{access_group_id}', - ...options, - headers: { - 'Content-Type': 'application/json', - ...options.headers - } -}); diff --git a/sdk/litellm-ai/src/client/types.gen.ts b/sdk/litellm-ai/src/client/types.gen.ts deleted file mode 100644 index 021f94b6214..00000000000 --- a/sdk/litellm-ai/src/client/types.gen.ts +++ /dev/null @@ -1,38141 +0,0 @@ -// This file is auto-generated by @hey-api/openapi-ts - -export type ClientOptions = { - baseUrl: `${string}://${string}` | (string & {}); -}; - -/** - * APIKeySecurityScheme - * - * Defines a security scheme using an API key. - */ -export type ApiKeySecurityScheme = { - /** - * Description - */ - description?: string | null; - /** - * Type - */ - type: 'apiKey'; - /** - * In - */ - in_: 'query' | 'header' | 'cookie'; - /** - * Name - */ - name: string; -}; - -/** - * AccessControl_UI_AccessMode - * - * Model for Controlling UI Access Mode via SSO Groups - */ -export type AccessControlUiAccessMode = { - /** - * Type - */ - type: 'restricted_sso_group'; - /** - * Restricted Sso Group - */ - restricted_sso_group: string; - /** - * Sso Group Jwt Field - */ - sso_group_jwt_field: string; -}; - -/** - * AccessGroupInfo - */ -export type AccessGroupInfo = { - /** - * Access Group - */ - access_group: string; - /** - * Model Names - */ - model_names: Array; - /** - * Deployment Count - */ - deployment_count: number; -}; - -/** - * ActiveUsersAnalyticsResponse - * - * Response for active users analytics - */ -export type ActiveUsersAnalyticsResponse = { - /** - * Results - */ - results: Array; -}; - -/** - * AddTeamCallback - */ -export type AddTeamCallback = { - /** - * Callback Name - */ - callback_name: string; - /** - * Callback Type - */ - callback_type?: 'success' | 'failure' | 'success_and_failure' | null; - /** - * Callback Vars - */ - callback_vars: { - [key: string]: string; - }; -}; - -/** - * AgentCapabilities - * - * Defines optional capabilities supported by an agent. - */ -export type AgentCapabilities = { - /** - * Streaming - */ - streaming?: boolean | null; - /** - * Pushnotifications - */ - pushNotifications?: boolean | null; - /** - * Statetransitionhistory - */ - stateTransitionHistory?: boolean | null; - /** - * Extensions - */ - extensions?: Array | null; -}; - -/** - * AgentCard - * - * The AgentCard is a self-describing manifest for an agent. - * It provides essential metadata including the agent's identity, capabilities, - * skills, supported communication methods, and security requirements. - */ -export type AgentCard = { - /** - * Protocolversion - */ - protocolVersion?: string; - /** - * Name - */ - name?: string; - /** - * Description - */ - description?: string; - /** - * Url - */ - url?: string; - /** - * Version - */ - version?: string; - capabilities?: AgentCapabilities; - /** - * Defaultinputmodes - */ - defaultInputModes?: Array; - /** - * Defaultoutputmodes - */ - defaultOutputModes?: Array; - /** - * Skills - */ - skills?: Array; - /** - * Preferredtransport - */ - preferredTransport?: string | null; - /** - * Additionalinterfaces - */ - additionalInterfaces?: Array | null; - /** - * Iconurl - */ - iconUrl?: string | null; - provider?: AgentProvider | null; - /** - * Documentationurl - */ - documentationUrl?: string | null; - /** - * Securityschemes - */ - securitySchemes?: { - [key: string]: ApiKeySecurityScheme | HttpAuthSecurityScheme | OAuth2SecurityScheme | OpenIdConnectSecurityScheme | MutualTlsSecurityScheme; - } | null; - /** - * Security - */ - security?: Array<{ - [key: string]: Array; - }> | null; - /** - * Supportsauthenticatedextendedcard - */ - supportsAuthenticatedExtendedCard?: boolean | null; - /** - * Signatures - */ - signatures?: Array | null; -}; - -/** - * AgentCardSignature - * - * Represents a JWS signature of an AgentCard. - */ -export type AgentCardSignature = { - /** - * Protected - */ - protected?: string; - /** - * Signature - */ - signature?: string; - /** - * Header - */ - header?: { - [key: string]: unknown; - } | null; -}; - -/** - * AgentCreateInfo - */ -export type AgentCreateInfo = { - /** - * Agent Type - */ - agent_type: string; - /** - * Agent Type Display Name - */ - agent_type_display_name: string; - /** - * Description - */ - description?: string | null; - /** - * Logo Url - */ - logo_url?: string | null; - /** - * Credential Fields - */ - credential_fields: Array; - /** - * Litellm Params Template - */ - litellm_params_template?: { - [key: string]: string; - } | null; - /** - * Model Template - */ - model_template?: string | null; -}; - -/** - * AgentCredentialField - */ -export type AgentCredentialField = { - /** - * Key - */ - key: string; - /** - * Label - */ - label: string; - /** - * Placeholder - */ - placeholder?: string | null; - /** - * Tooltip - */ - tooltip?: string | null; - /** - * Required - */ - required?: boolean; - /** - * Field Type - */ - field_type?: 'text' | 'password' | 'select' | 'upload' | 'textarea'; - /** - * Options - */ - options?: Array | null; - /** - * Default Value - */ - default_value?: string | null; - /** - * Include In Litellm Params - */ - include_in_litellm_params?: boolean | null; -}; - -/** - * AgentExtension - * - * A declaration of a protocol extension supported by an Agent. - */ -export type AgentExtension = { - /** - * Uri - */ - uri?: string; - /** - * Description - */ - description?: string | null; - /** - * Required - */ - required?: boolean | null; - /** - * Params - */ - params?: { - [key: string]: unknown; - } | null; -}; - -/** - * AgentInterface - * - * Declares a combination of a target URL and a transport protocol. - */ -export type AgentInterface = { - /** - * Url - */ - url?: string; - /** - * Transport - */ - transport?: string; -}; - -/** - * AgentProvider - * - * Represents the service provider of an agent. - */ -export type AgentProvider = { - /** - * Organization - */ - organization?: string; - /** - * Url - */ - url?: string; -}; - -/** - * AgentSkill - * - * Represents a distinct capability or function that an agent can perform. - */ -export type AgentSkill = { - /** - * Id - */ - id?: string; - /** - * Name - */ - name?: string; - /** - * Description - */ - description?: string; - /** - * Tags - */ - tags?: Array; - /** - * Examples - */ - examples?: Array | null; - /** - * Inputmodes - */ - inputModes?: Array | null; - /** - * Outputmodes - */ - outputModes?: Array | null; - /** - * Security - */ - security?: Array<{ - [key: string]: Array; - }> | null; -}; - -/** - * AllowedVectorStoreIndexItem - */ -export type AllowedVectorStoreIndexItem = { - /** - * Index Name - */ - index_name: string; - /** - * Index Permissions - */ - index_permissions: Array<'read' | 'write'>; -}; - -/** - * AuditLogResponse - * - * Response model for a single audit log entry - */ -export type AuditLogResponse = { - /** - * Id - */ - id: string; - /** - * Updated At - */ - updated_at: string; - /** - * Changed By - */ - changed_by: string; - /** - * Changed By Api Key - */ - changed_by_api_key: string; - /** - * Action - */ - action: string; - /** - * Table Name - */ - table_name: string; - /** - * Object Id - */ - object_id: string; - /** - * Before Value - */ - before_value?: { - [key: string]: unknown; - } | null; - /** - * Updated Values - */ - updated_values?: { - [key: string]: unknown; - } | null; -}; - -/** - * BaseModel - */ -export type BaseModel = { - [key: string]: unknown; -}; - -/** - * BlockKeyRequest - */ -export type BlockKeyRequest = { - /** - * Key - */ - key: string; -}; - -/** - * BlockTeamRequest - */ -export type BlockTeamRequest = { - /** - * Team Id - */ - team_id: string; -}; - -/** - * BlockUsers - */ -export type BlockUsers = { - /** - * User Ids - */ - user_ids: Array; -}; - -/** - * BlogPost - */ -export type BlogPost = { - /** - * Title - */ - title: string; - /** - * Description - */ - description: string; - /** - * Date - */ - date: string; - /** - * Url - */ - url: string; -}; - -/** - * BlogPostsResponse - */ -export type BlogPostsResponse = { - /** - * Posts - */ - posts: Array; -}; - -/** - * Body_audio_transcriptions_audio_transcriptions_post - */ -export type BodyAudioTranscriptionsAudioTranscriptionsPost = { - /** - * File - */ - file: Blob | File; -}; - -/** - * Body_audio_transcriptions_v1_audio_transcriptions_post - */ -export type BodyAudioTranscriptionsV1AudioTranscriptionsPost = { - /** - * File - */ - file: Blob | File; -}; - -/** - * Body_create_file__provider__v1_files_post - */ -export type BodyCreateFileProviderV1FilesPost = { - /** - * Purpose - */ - purpose: string; - /** - * Target Model Names - */ - target_model_names?: string; - /** - * Target Storage - */ - target_storage?: string; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string; - /** - * File - */ - file: Blob | File; - /** - * Litellm Metadata - */ - litellm_metadata?: string | null; -}; - -/** - * Body_create_file_files_post - */ -export type BodyCreateFileFilesPost = { - /** - * Purpose - */ - purpose: string; - /** - * Target Model Names - */ - target_model_names?: string; - /** - * Target Storage - */ - target_storage?: string; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string; - /** - * File - */ - file: Blob | File; - /** - * Litellm Metadata - */ - litellm_metadata?: string | null; -}; - -/** - * Body_create_file_v1_files_post - */ -export type BodyCreateFileV1FilesPost = { - /** - * Purpose - */ - purpose: string; - /** - * Target Model Names - */ - target_model_names?: string; - /** - * Target Storage - */ - target_storage?: string; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string; - /** - * File - */ - file: Blob | File; - /** - * Litellm Metadata - */ - litellm_metadata?: string | null; -}; - -/** - * Body_image_edit_api_images_edits_post - */ -export type BodyImageEditApiImagesEditsPost = { - /** - * Image - */ - image?: Array | null; - /** - * Image[] - */ - 'image[]'?: Array | null; - /** - * Mask - */ - mask?: Array | null; - /** - * Mask[] - */ - 'mask[]'?: Array | null; -}; - -/** - * Body_image_edit_api_openai_deployments__model__images_edits_post - */ -export type BodyImageEditApiOpenaiDeploymentsModelImagesEditsPost = { - /** - * Image - */ - image?: Array | null; - /** - * Image[] - */ - 'image[]'?: Array | null; - /** - * Mask - */ - mask?: Array | null; - /** - * Mask[] - */ - 'mask[]'?: Array | null; -}; - -/** - * Body_image_edit_api_v1_images_edits_post - */ -export type BodyImageEditApiV1ImagesEditsPost = { - /** - * Image - */ - image?: Array | null; - /** - * Image[] - */ - 'image[]'?: Array | null; - /** - * Mask - */ - mask?: Array | null; - /** - * Mask[] - */ - 'mask[]'?: Array | null; -}; - -/** - * Body_test_model_connection_health_test_connection_post - */ -export type BodyTestModelConnectionHealthTestConnectionPost = { - /** - * Mode - * - * The mode to test the model with - */ - mode?: 'chat' | 'completion' | 'embedding' | 'audio_speech' | 'audio_transcription' | 'image_generation' | 'video_generation' | 'batch' | 'rerank' | 'realtime' | 'responses' | 'ocr' | null; - /** - * Litellm Params - * - * Parameters for litellm.completion, litellm.embedding for the health check - */ - litellm_params?: { - [key: string]: unknown; - }; - /** - * Model Info - * - * Model info for the health check - */ - model_info?: { - [key: string]: unknown; - }; -}; - -/** - * Body_upload_logo_upload_logo_post - */ -export type BodyUploadLogoUploadLogoPost = { - /** - * File - */ - file: Blob | File; -}; - -/** - * Body_video_create_character_v1_videos_characters_post - */ -export type BodyVideoCreateCharacterV1VideosCharactersPost = { - /** - * Video - */ - video: Blob | File; - /** - * Name - */ - name: string; -}; - -/** - * Body_video_create_character_videos_characters_post - */ -export type BodyVideoCreateCharacterVideosCharactersPost = { - /** - * Video - */ - video: Blob | File; - /** - * Name - */ - name: string; -}; - -/** - * Body_video_generation_v1_videos_post - */ -export type BodyVideoGenerationV1VideosPost = { - /** - * Input Reference - */ - input_reference?: Blob | File | null; -}; - -/** - * Body_video_generation_videos_post - */ -export type BodyVideoGenerationVideosPost = { - /** - * Input Reference - */ - input_reference?: Blob | File | null; -}; - -/** - * BreakdownMetrics - * - * Breakdown of spend by different dimensions - */ -export type BreakdownMetrics = { - /** - * Mcp Servers - */ - mcp_servers?: { - [key: string]: MetricWithMetadata; - }; - /** - * Models - */ - models?: { - [key: string]: MetricWithMetadata; - }; - /** - * Model Groups - */ - model_groups?: { - [key: string]: MetricWithMetadata; - }; - /** - * Providers - */ - providers?: { - [key: string]: MetricWithMetadata; - }; - /** - * Endpoints - */ - endpoints?: { - [key: string]: MetricWithMetadata; - }; - /** - * Api Keys - */ - api_keys?: { - [key: string]: KeyMetricWithMetadata; - }; - /** - * Entities - */ - entities?: { - [key: string]: MetricWithMetadata; - }; -}; - -/** - * BudgetConfig - */ -export type BudgetConfig = { - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; -}; - -/** - * BudgetDeleteRequest - */ -export type BudgetDeleteRequest = { - /** - * Id - */ - id: string; -}; - -/** - * BudgetLimitEntry - * - * A single budget window with its own limit and independent reset schedule. - */ -export type BudgetLimitEntry = { - /** - * Budget Duration - */ - budget_duration: string; - /** - * Max Budget - */ - max_budget: number; - /** - * Reset At - */ - reset_at?: string | null; -}; - -/** - * BudgetNewRequest - */ -export type BudgetNewRequest = { - /** - * Budget Id - * - * The unique budget id. - */ - budget_id?: string | null; - /** - * Max Budget - * - * Requests will fail if this budget (in USD) is exceeded. - */ - max_budget?: number | null; - /** - * Soft Budget - * - * Requests will NOT fail if this is exceeded. Will fire alerting though. - */ - soft_budget?: number | null; - /** - * Max Parallel Requests - * - * Max concurrent requests allowed for this budget id. - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - * - * Max tokens per minute, allowed for this budget id. - */ - tpm_limit?: number | null; - /** - * Rpm Limit - * - * Max requests per minute, allowed for this budget id. - */ - rpm_limit?: number | null; - /** - * Budget Duration - * - * Max duration budget should be set for (e.g. '1hr', '1d', '28d') - */ - budget_duration?: string | null; - /** - * Model Max Budget - * - * Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001', 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}}) - */ - model_max_budget?: { - [key: string]: BudgetConfig; - } | null; - /** - * Budget Reset At - * - * Datetime when the budget is reset - */ - budget_reset_at?: string | null; -}; - -/** - * BudgetRequest - */ -export type BudgetRequest = { - /** - * Budgets - */ - budgets: Array; -}; - -/** - * BulkTeamMemberAddRequest - * - * Request for bulk team member addition - */ -export type BulkTeamMemberAddRequest = { - /** - * Team Id - */ - team_id: string; - /** - * Members - */ - members?: Array | null; - /** - * All Users - */ - all_users?: boolean | null; - /** - * Max Budget In Team - */ - max_budget_in_team?: number | null; -}; - -/** - * BulkTeamMemberAddResponse - * - * Response for bulk team member add operations - */ -export type BulkTeamMemberAddResponse = { - /** - * Team Id - */ - team_id: string; - /** - * Results - */ - results: Array; - /** - * Total Requested - */ - total_requested: number; - /** - * Successful Additions - */ - successful_additions: number; - /** - * Failed Additions - */ - failed_additions: number; - /** - * Updated Team - */ - updated_team?: { - [key: string]: unknown; - } | null; -}; - -/** - * BulkUpdateKeyRequest - * - * Request for bulk key updates - */ -export type BulkUpdateKeyRequest = { - /** - * Keys - */ - keys: Array; -}; - -/** - * BulkUpdateKeyRequestItem - * - * Individual key update request item - */ -export type BulkUpdateKeyRequestItem = { - /** - * Key - */ - key: string; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Tags - */ - tags?: Array | null; -}; - -/** - * BulkUpdateKeyResponse - * - * Response for bulk key update operations - */ -export type BulkUpdateKeyResponse = { - /** - * Total Requested - */ - total_requested: number; - /** - * Successful Updates - */ - successful_updates: Array; - /** - * Failed Updates - */ - failed_updates: Array; -}; - -/** - * BulkUpdateTeamKeysRequest - * - * Apply one update payload to many keys inside a team; provide either `key_ids` or `all_keys_in_team=True`. - */ -export type BulkUpdateTeamKeysRequest = { - /** - * Team Id - */ - team_id: string; - /** - * Key Ids - */ - key_ids?: Array | null; - /** - * All Keys In Team - */ - all_keys_in_team?: boolean; - update_fields: KeyUpdateFields; -}; - -/** - * BulkUpdateTeamMemberPermissionsRequest - * - * Request to bulk-update team member permissions across teams. - */ -export type BulkUpdateTeamMemberPermissionsRequest = { - /** - * Permissions - */ - permissions: Array; - /** - * Team Ids - */ - team_ids?: Array | null; - /** - * Apply To All Teams - */ - apply_to_all_teams?: boolean; -}; - -/** - * BulkUpdateTeamMemberPermissionsResponse - * - * Response for bulk team member permissions update. - */ -export type BulkUpdateTeamMemberPermissionsResponse = { - /** - * Message - */ - message: string; - /** - * Teams Updated - */ - teams_updated: number; - /** - * Permissions Appended - */ - permissions_appended?: Array | null; -}; - -/** - * BulkUpdateUserRequest - * - * Request for bulk user updates - */ -export type BulkUpdateUserRequest = { - /** - * Users - */ - users?: Array | null; - /** - * All Users - */ - all_users?: boolean | null; - user_updates?: UpdateUserRequestNoUserIDorEmail | null; -}; - -/** - * BulkUpdateUserResponse - * - * Response for bulk user update operations - */ -export type BulkUpdateUserResponse = { - /** - * Results - */ - results: Array; - /** - * Total Requested - */ - total_requested: number; - /** - * Successful Updates - */ - successful_updates: number; - /** - * Failed Updates - */ - failed_updates: number; -}; - -/** - * CachePingResponse - */ -export type CachePingResponse = { - /** - * Status - */ - status: string; - /** - * Cache Type - */ - cache_type: string; - /** - * Ping Response - */ - ping_response?: boolean | null; - /** - * Set Cache Response - */ - set_cache_response?: string | null; - /** - * Litellm Cache Params - */ - litellm_cache_params?: string | null; - /** - * Health Check Cache Params - */ - health_check_cache_params?: { - [key: string]: unknown; - } | null; -}; - -/** - * CacheSettingsField - */ -export type CacheSettingsField = { - /** - * Field Name - */ - field_name: string; - /** - * Field Type - */ - field_type: string; - /** - * Field Value - */ - field_value: unknown; - /** - * Field Description - */ - field_description: string; - /** - * Field Default - */ - field_default?: unknown; - /** - * Options - */ - options?: Array | null; - /** - * Ui Field Name - */ - ui_field_name: string; - /** - * Link - */ - link?: string | null; - /** - * Redis Type - */ - redis_type?: string | null; -}; - -/** - * CacheSettingsResponse - */ -export type CacheSettingsResponse = { - /** - * Fields - * - * List of all configurable cache settings with metadata - */ - fields: Array; - /** - * Current Values - * - * Current values of cache settings - */ - current_values: { - [key: string]: unknown; - }; - /** - * Redis Type Descriptions - * - * Descriptions for each Redis type option - */ - redis_type_descriptions: { - [key: string]: string; - }; -}; - -/** - * CacheSettingsUpdateRequest - */ -export type CacheSettingsUpdateRequest = { - /** - * Cache Settings - * - * Cache settings to save - */ - cache_settings: { - [key: string]: unknown; - }; -}; - -/** - * CacheTestRequest - */ -export type CacheTestRequest = { - /** - * Cache Settings - * - * Cache settings to test connection with - */ - cache_settings: { - [key: string]: unknown; - }; -}; - -/** - * CacheTestResponse - */ -export type CacheTestResponse = { - /** - * Status - * - * Connection status: 'success' or 'failed' - */ - status: string; - /** - * Message - * - * Connection result message - */ - message: string; - /** - * Error - * - * Error message if connection failed - */ - error?: string | null; -}; - -/** - * CallTypes - */ -export type CallTypes = 'embedding' | 'aembedding' | 'completion' | 'acompletion' | 'atext_completion' | 'text_completion' | 'image_generation' | 'aimage_generation' | 'image_edit' | 'aimage_edit' | 'moderation' | 'amoderation' | 'atranscription' | 'transcription' | 'aspeech' | 'speech' | 'rerank' | 'arerank' | 'search' | 'asearch' | '_arealtime' | '_aresponses_websocket' | 'create_batch' | 'acreate_batch' | 'aretrieve_batch' | 'retrieve_batch' | 'acancel_batch' | 'cancel_batch' | 'pass_through_endpoint' | 'anthropic_messages' | 'get_assistants' | 'aget_assistants' | 'create_assistants' | 'acreate_assistants' | 'delete_assistant' | 'adelete_assistant' | 'acreate_thread' | 'create_thread' | 'aget_thread' | 'get_thread' | 'a_add_message' | 'add_message' | 'aget_messages' | 'get_messages' | 'arun_thread' | 'run_thread' | 'arun_thread_stream' | 'run_thread_stream' | 'afile_retrieve' | 'file_retrieve' | 'afile_delete' | 'file_delete' | 'afile_list' | 'file_list' | 'acreate_file' | 'create_file' | 'afile_content' | 'file_content' | 'create_fine_tuning_job' | 'acreate_fine_tuning_job' | 'create_video' | 'acreate_video' | 'avideo_retrieve' | 'video_retrieve' | 'avideo_content' | 'video_content' | 'video_remix' | 'avideo_remix' | 'video_list' | 'avideo_list' | 'video_retrieve_job' | 'avideo_retrieve_job' | 'video_delete' | 'avideo_delete' | 'video_create_character' | 'avideo_create_character' | 'video_get_character' | 'avideo_get_character' | 'video_edit' | 'avideo_edit' | 'video_extension' | 'avideo_extension' | 'vector_store_file_create' | 'avector_store_file_create' | 'vector_store_file_list' | 'avector_store_file_list' | 'vector_store_file_retrieve' | 'avector_store_file_retrieve' | 'vector_store_file_content' | 'avector_store_file_content' | 'vector_store_file_update' | 'avector_store_file_update' | 'vector_store_file_delete' | 'avector_store_file_delete' | 'vector_store_create' | 'avector_store_create' | 'vector_store_search' | 'avector_store_search' | 'create_container' | 'acreate_container' | 'list_containers' | 'alist_containers' | 'retrieve_container' | 'aretrieve_container' | 'delete_container' | 'adelete_container' | 'list_container_files' | 'alist_container_files' | 'upload_container_file' | 'aupload_container_file' | 'acancel_fine_tuning_job' | 'cancel_fine_tuning_job' | 'alist_fine_tuning_jobs' | 'list_fine_tuning_jobs' | 'aretrieve_fine_tuning_job' | 'retrieve_fine_tuning_job' | 'responses' | 'aresponses' | 'alist_input_items' | 'llm_passthrough_route' | 'allm_passthrough_route' | 'generate_content' | 'agenerate_content' | 'generate_content_stream' | 'agenerate_content_stream' | 'ocr' | 'aocr' | 'call_mcp_tool' | 'list_mcp_tools' | 'asend_message' | 'send_message' | 'acreate_skill'; - -/** - * CallbacksByType - */ -export type CallbacksByType = { - /** - * Success - */ - success: Array; - /** - * Failure - */ - failure: Array; - /** - * Success And Failure - */ - success_and_failure: Array; -}; - -/** - * ChatCompletionAnnotation - */ -export type ChatCompletionAnnotation = { - /** - * Type - */ - type?: 'url_citation'; - url_citation?: ChatCompletionAnnotationUrlCitation; - [key: string]: unknown; -}; - -/** - * ChatCompletionAnnotationURLCitation - */ -export type ChatCompletionAnnotationUrlCitation = { - /** - * End Index - */ - end_index?: number; - /** - * Start Index - */ - start_index?: number; - /** - * Title - */ - title?: string; - /** - * Url - */ - url?: string; - [key: string]: unknown; -}; - -/** - * ChatCompletionAudioResponse - */ -export type ChatCompletionAudioResponse = { - /** - * Id - */ - id: string; - /** - * Data - */ - data: string; - /** - * Expires At - */ - expires_at: number; - /** - * Transcript - */ - transcript: string; - [key: string]: unknown; -}; - -/** - * ChatCompletionCachedContent - */ -export type ChatCompletionCachedContent = { - /** - * Type - */ - type: 'ephemeral'; -}; - -/** - * ChatCompletionMessageToolCall - */ -export type ChatCompletionMessageToolCall = { - [key: string]: unknown; -}; - -/** - * ChatCompletionReasoningItem - * - * Represents an OpenAI Responses API reasoning item for round-tripping in conversation history. - */ -export type ChatCompletionReasoningItem = { - /** - * Type - */ - type: 'reasoning'; - /** - * Id - */ - id?: string; - /** - * Encrypted Content - */ - encrypted_content?: string | null; - /** - * Summary - */ - summary?: Array; -}; - -/** - * ChatCompletionReasoningSummaryTextBlock - */ -export type ChatCompletionReasoningSummaryTextBlock = { - /** - * Type - */ - type: 'summary_text'; - /** - * Text - */ - text?: string; -}; - -/** - * ChatCompletionRedactedThinkingBlock - */ -export type ChatCompletionRedactedThinkingBlock = { - /** - * Type - */ - type: 'redacted_thinking'; - /** - * Data - */ - data?: string; - /** - * Cache Control - */ - cache_control?: { - [key: string]: unknown; - } | ChatCompletionCachedContent | null; -}; - -/** - * ChatCompletionThinkingBlock - */ -export type ChatCompletionThinkingBlock = { - /** - * Type - */ - type: 'thinking'; - /** - * Thinking - */ - thinking?: string; - /** - * Signature - */ - signature?: string; - /** - * Cache Control - */ - cache_control?: { - [key: string]: unknown; - } | ChatCompletionCachedContent | null; -}; - -/** - * ChatCompletionTokenLogprob - */ -export type ChatCompletionTokenLogprob = { - /** - * Token - */ - token: string; - /** - * Bytes - */ - bytes?: Array | null; - /** - * Logprob - */ - logprob: number; - /** - * Top Logprobs - */ - top_logprobs: Array; - [key: string]: unknown; -}; - -/** - * ChoiceLogprobs - */ -export type ChoiceLogprobs = { - /** - * Content - */ - content?: Array | null; - [key: string]: unknown; -}; - -/** - * Choices - */ -export type Choices = { - /** - * Finish Reason - */ - finish_reason: 'stop' | 'content_filter' | 'function_call' | 'tool_calls' | 'length' | 'guardrail_intervened' | 'eos' | 'finish_reason_unspecified' | 'malformed_function_call'; - /** - * Index - */ - index: number; - message: Message; - /** - * Logprobs - */ - logprobs?: ChoiceLogprobs | unknown | null; - /** - * Provider Specific Fields - */ - provider_specific_fields?: { - [key: string]: unknown; - } | null; - [key: string]: unknown; -}; - -/** - * ConfigurableClientsideParamsCustomAuth - */ -export type ConfigurableClientsideParamsCustomAuthInput = { - /** - * Api Base - */ - api_base: string; - [key: string]: unknown; -}; - -/** - * ConfigurableClientsideParamsCustomAuth - */ -export type ConfigurableClientsideParamsCustomAuthOutput = { - /** - * Api Base - */ - api_base: string; -}; - -/** - * CostEstimateRequest - * - * Request body for /cost/estimate endpoint. - */ -export type CostEstimateRequest = { - /** - * Model - * - * Model name (from /model_group/info) - */ - model: string; - /** - * Input Tokens - * - * Expected input tokens per request - */ - input_tokens: number; - /** - * Output Tokens - * - * Expected output tokens per request - */ - output_tokens: number; - /** - * Num Requests Per Day - * - * Number of requests per day - */ - num_requests_per_day?: number | null; - /** - * Num Requests Per Month - * - * Number of requests per month - */ - num_requests_per_month?: number | null; -}; - -/** - * CostEstimateResponse - * - * Response body for /cost/estimate endpoint. - */ -export type CostEstimateResponse = { - /** - * Model - */ - model: string; - /** - * Input Tokens - */ - input_tokens: number; - /** - * Output Tokens - */ - output_tokens: number; - /** - * Num Requests Per Day - */ - num_requests_per_day?: number | null; - /** - * Num Requests Per Month - */ - num_requests_per_month?: number | null; - /** - * Cost Per Request - * - * Total cost per request (includes margin) - */ - cost_per_request: number; - /** - * Input Cost Per Request - * - * Input token cost per request (before margin) - */ - input_cost_per_request: number; - /** - * Output Cost Per Request - * - * Output token cost per request (before margin) - */ - output_cost_per_request: number; - /** - * Margin Cost Per Request - * - * Margin/fee added per request - */ - margin_cost_per_request?: number; - /** - * Daily Cost - * - * Total daily cost (includes margin) - */ - daily_cost?: number | null; - /** - * Daily Input Cost - * - * Daily input token cost - */ - daily_input_cost?: number | null; - /** - * Daily Output Cost - * - * Daily output token cost - */ - daily_output_cost?: number | null; - /** - * Daily Margin Cost - * - * Daily margin/fee - */ - daily_margin_cost?: number | null; - /** - * Monthly Cost - * - * Total monthly cost (includes margin) - */ - monthly_cost?: number | null; - /** - * Monthly Input Cost - * - * Monthly input token cost - */ - monthly_input_cost?: number | null; - /** - * Monthly Output Cost - * - * Monthly output token cost - */ - monthly_output_cost?: number | null; - /** - * Monthly Margin Cost - * - * Monthly margin/fee - */ - monthly_margin_cost?: number | null; - /** - * Input Cost Per Token - */ - input_cost_per_token?: number | null; - /** - * Output Cost Per Token - */ - output_cost_per_token?: number | null; - /** - * Provider - */ - provider?: string | null; -}; - -/** - * CreateCredentialItem - */ -export type CreateCredentialItem = { - /** - * Credential Name - */ - credential_name: string; - /** - * Credential Info - */ - credential_info: { - [key: string]: unknown; - }; - /** - * Credential Values - */ - credential_values?: { - [key: string]: unknown; - } | null; - /** - * Model Id - */ - model_id?: string | null; -}; - -/** - * CredentialItem - */ -export type CredentialItem = { - /** - * Credential Name - */ - credential_name: string; - /** - * Credential Info - */ - credential_info: { - [key: string]: unknown; - }; - /** - * Credential Values - */ - credential_values: { - [key: string]: unknown; - }; -}; - -/** - * DailySpendData - */ -export type DailySpendData = { - /** - * Date - */ - date: string; - metrics: SpendMetrics; - breakdown?: BreakdownMetrics; -}; - -/** - * DailySpendMetadata - */ -export type DailySpendMetadata = { - /** - * Total Spend - */ - total_spend?: number; - /** - * Total Prompt Tokens - */ - total_prompt_tokens?: number; - /** - * Total Completion Tokens - */ - total_completion_tokens?: number; - /** - * Total Tokens - */ - total_tokens?: number; - /** - * Total Api Requests - */ - total_api_requests?: number; - /** - * Total Successful Requests - */ - total_successful_requests?: number; - /** - * Total Failed Requests - */ - total_failed_requests?: number; - /** - * Total Cache Read Input Tokens - */ - total_cache_read_input_tokens?: number; - /** - * Total Cache Creation Input Tokens - */ - total_cache_creation_input_tokens?: number; - /** - * Page - */ - page?: number; - /** - * Total Pages - */ - total_pages?: number; - /** - * Has More - */ - has_more?: boolean; -}; - -/** - * DefaultInternalUserParams - * - * Default parameters to apply when a new user signs in via SSO or is created on the /user/new API endpoint - */ -export type DefaultInternalUserParams = { - /** - * User Role - * - * Default role assigned to new users created - */ - user_role?: 'internal_user' | 'internal_user_viewer' | 'proxy_admin' | 'proxy_admin_viewer' | null; - /** - * Max Budget - * - * Default maximum budget (in USD) for new users created - */ - max_budget?: number | null; - /** - * Budget Duration - * - * Default budget duration for new users (e.g. 'daily', 'weekly', 'monthly') - */ - budget_duration?: string | null; - /** - * Models - * - * Default list of models that new users can access - */ - models?: Array | null; - /** - * Teams - * - * Default teams for new users created - */ - teams?: Array | Array | null; -}; - -/** - * DefaultTeamSSOParams - * - * Default parameters to apply when a new team is automatically created by LiteLLM via SSO Groups - */ -export type DefaultTeamSsoParams = { - /** - * Models - * - * Default list of models that new automatically created teams can access - */ - models?: Array; - /** - * Max Budget - * - * Default maximum budget (in USD) for new automatically created teams - */ - max_budget?: number | null; - /** - * Budget Duration - * - * Default budget duration for new automatically created teams (e.g. 'daily', 'weekly', 'monthly') - */ - budget_duration?: string | null; - /** - * Tpm Limit - * - * Default tpm limit for new automatically created teams - */ - tpm_limit?: number | null; - /** - * Rpm Limit - * - * Default rpm limit for new automatically created teams - */ - rpm_limit?: number | null; - /** - * Team Member Permissions - * - * Default permissions granted to members of newly created teams (e.g. /key/generate, /key/update, /key/delete). /key/info and /key/health are always included. - */ - team_member_permissions?: Array | null; -}; - -/** - * DefaultTeamSettingsResponse - * - * Response model for default team settings - */ -export type DefaultTeamSettingsResponse = { - /** - * Values - */ - values: { - [key: string]: unknown; - }; - /** - * Field Schema - */ - field_schema: { - [key: string]: unknown; - }; -}; - -/** - * DeleteCustomerRequest - * - * Delete multiple Customers - */ -export type DeleteCustomerRequest = { - /** - * User Ids - */ - user_ids: Array; -}; - -/** - * DeleteModelGroupResponse - */ -export type DeleteModelGroupResponse = { - /** - * Access Group - */ - access_group: string; - /** - * Models Updated - */ - models_updated: number; - /** - * Message - */ - message: string; -}; - -/** - * DeleteOrganizationRequest - */ -export type DeleteOrganizationRequest = { - /** - * Organization Ids - */ - organization_ids: Array; -}; - -/** - * DeleteProjectRequest - * - * Request model for DELETE /project/delete - */ -export type DeleteProjectRequest = { - /** - * Project Ids - */ - project_ids: Array; -}; - -/** - * DeleteTeamRequest - */ -export type DeleteTeamRequest = { - /** - * Team Ids - */ - team_ids: Array; -}; - -/** - * DeleteUserRequest - */ -export type DeleteUserRequest = { - /** - * User Ids - */ - user_ids: Array; -}; - -/** - * Deployment - */ -export type Deployment = { - /** - * Model Name - */ - model_name: string; - litellm_params: LiteLlmParams; - model_info: ModelInfo; - [key: string]: unknown; -}; - -/** - * DistinctTagResponse - * - * Response for distinct user agent tags - */ -export type DistinctTagResponse = { - /** - * Tag - */ - tag: string; -}; - -/** - * DistinctTagsResponse - * - * Response for all distinct user agent tags - */ -export type DistinctTagsResponse = { - /** - * Results - */ - results: Array; -}; - -/** - * EmailEvent - */ -export type EmailEvent = 'Virtual Key Created' | 'New User Invitation' | 'Virtual Key Rotated' | 'Soft Budget Crossed' | 'Max Budget Alert'; - -/** - * EmailEventSettings - */ -export type EmailEventSettings = { - event: EmailEvent; - /** - * Enabled - */ - enabled: boolean; -}; - -/** - * EmailEventSettingsResponse - */ -export type EmailEventSettingsResponse = { - /** - * Settings - */ - settings: Array; -}; - -/** - * EmailEventSettingsUpdateRequest - */ -export type EmailEventSettingsUpdateRequest = { - /** - * Settings - */ - settings: Array; -}; - -/** - * EndpointProvider - */ -export type EndpointProvider = { - /** - * Slug - */ - slug: string; - /** - * Display Name - */ - display_name: string; -}; - -/** - * ErrorResponse - */ -export type ErrorResponse = { - /** - * Detail - */ - detail: { - [key: string]: unknown; - }; -}; - -/** - * FailedKeyUpdate - * - * Failed key update with reason - */ -export type FailedKeyUpdate = { - /** - * Key - */ - key: string; - /** - * Key Info - */ - key_info?: { - [key: string]: unknown; - } | null; - /** - * Failed Reason - */ - failed_reason: string; -}; - -/** - * FallbackCreateRequest - * - * Request model for creating/updating fallbacks - */ -export type FallbackCreateRequest = { - /** - * Model - * - * The model name to configure fallbacks for (e.g., 'gpt-3.5-turbo') - */ - model: string; - /** - * Fallback Models - * - * List of fallback model names in order of priority - */ - fallback_models: Array; - /** - * Fallback Type - * - * Type of fallback: 'general' (default), 'context_window', or 'content_policy' - */ - fallback_type?: 'general' | 'context_window' | 'content_policy'; -}; - -/** - * FallbackDeleteResponse - * - * Response model for deleting fallbacks - */ -export type FallbackDeleteResponse = { - /** - * Model - * - * The model name - */ - model: string; - /** - * Fallback Type - * - * Type of fallback - */ - fallback_type: string; - /** - * Message - * - * Success message - */ - message: string; -}; - -/** - * FallbackGetResponse - * - * Response model for getting fallbacks - */ -export type FallbackGetResponse = { - /** - * Model - * - * The model name - */ - model: string; - /** - * Fallback Models - * - * List of fallback model names - */ - fallback_models: Array; - /** - * Fallback Type - * - * Type of fallback - */ - fallback_type: string; -}; - -/** - * FallbackResponse - * - * Response model for fallback operations - */ -export type FallbackResponse = { - /** - * Model - * - * The model name - */ - model: string; - /** - * Fallback Models - * - * List of fallback model names - */ - fallback_models: Array; - /** - * Fallback Type - * - * Type of fallback - */ - fallback_type: string; - /** - * Message - * - * Success message - */ - message: string; -}; - -/** - * FunctionCall - */ -export type FunctionCall = { - /** - * Arguments - */ - arguments: string; - /** - * Name - */ - name?: string | null; - [key: string]: unknown; -}; - -/** - * GenerateKeyRequest - */ -export type GenerateKeyRequest = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Config - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - } | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Key - */ - key?: string | null; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Enforced Params - */ - enforced_params?: Array | null; - /** - * Allowed Routes - */ - allowed_routes?: Array | null; - /** - * Allowed Passthrough Routes - */ - allowed_passthrough_routes?: Array | null; - /** - * Allowed Vector Store Indexes - */ - allowed_vector_store_indexes?: Array | null; - /** - * Rpm Limit Type - */ - rpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - /** - * Tpm Limit Type - */ - tpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - router_settings?: UpdateRouterConfig | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Send Invite Email - */ - send_invite_email?: boolean | null; - /** - * Type of key that determines default allowed routes. - */ - key_type?: LiteLlmKeyType | null; - /** - * Auto Rotate - * - * Whether this key should be automatically rotated - */ - auto_rotate?: boolean | null; - /** - * Rotation Interval - * - * How often to rotate this key (e.g., '30d', '90d'). Required if auto_rotate=True - */ - rotation_interval?: string | null; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Project Id - */ - project_id?: string | null; -}; - -/** - * GenerateKeyResponse - */ -export type GenerateKeyResponse = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Config - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - } | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Key - */ - key: string; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Enforced Params - */ - enforced_params?: Array | null; - /** - * Allowed Routes - */ - allowed_routes?: Array | null; - /** - * Allowed Passthrough Routes - */ - allowed_passthrough_routes?: Array | null; - /** - * Allowed Vector Store Indexes - */ - allowed_vector_store_indexes?: Array | null; - /** - * Rpm Limit Type - */ - rpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - /** - * Tpm Limit Type - */ - tpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - router_settings?: UpdateRouterConfig | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Key Name - */ - key_name?: string | null; - /** - * Expires - */ - expires?: string | null; - /** - * Token Id - */ - token_id?: string | null; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Project Id - */ - project_id?: string | null; - /** - * Litellm Budget Table - */ - litellm_budget_table?: unknown | null; - /** - * Token - */ - token?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Updated By - */ - updated_by?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Updated At - */ - updated_at?: string | null; -}; - -/** - * GetTeamMemberPermissionsResponse - * - * Response to get the team member permissions for a team - */ -export type GetTeamMemberPermissionsResponse = { - /** - * Team Id - */ - team_id: string; - /** - * Team Member Permissions - */ - team_member_permissions?: Array | null; - /** - * All Available Permissions - */ - all_available_permissions: Array; -}; - -/** - * HTTPAuthSecurityScheme - * - * Defines a security scheme using HTTP authentication. - */ -export type HttpAuthSecurityScheme = { - /** - * Description - */ - description?: string | null; - /** - * Type - */ - type: 'http'; - /** - * Scheme - */ - scheme: string; - /** - * Bearerformat - */ - bearerFormat: string | null; -}; - -/** - * HTTPValidationError - */ -export type HttpValidationError = { - /** - * Detail - */ - detail?: Array; -}; - -/** - * Hyperparameters - */ -export type Hyperparameters = { - /** - * Batch Size - */ - batch_size?: string | number | null; - /** - * Learning Rate Multiplier - */ - learning_rate_multiplier?: string | number | null; - /** - * N Epochs - */ - n_epochs?: string | number | null; - [key: string]: unknown; -}; - -/** - * IPAddress - */ -export type IpAddress = { - /** - * Ip - */ - ip: string; -}; - -/** - * ImageURLListItem - */ -export type ImageUrlListItem = { - image_url: ImageUrlObject; - /** - * Index - */ - index: number; - /** - * Type - */ - type: 'image_url'; - [key: string]: unknown; -}; - -/** - * ImageURLObject - */ -export type ImageUrlObject = { - /** - * Url - */ - url: string; - /** - * Detail - */ - detail?: string | null; - [key: string]: unknown; -}; - -/** - * InProductNudgeResponse - */ -export type InProductNudgeResponse = { - /** - * Is Claude Code Enabled - * - * Whether the Claude Code nudge should be shown. - */ - is_claude_code_enabled?: boolean; -}; - -/** - * InternalUserSettingsResponse - * - * Response model for internal user settings - */ -export type InternalUserSettingsResponse = { - /** - * Values - */ - values: { - [key: string]: unknown; - }; - /** - * Field Schema - */ - field_schema: { - [key: string]: unknown; - }; -}; - -/** - * KeyHealthResponse - */ -export type KeyHealthResponse = { - /** - * Key - */ - key?: 'healthy' | 'unhealthy'; - logging_callbacks?: LoggingCallbackStatus | null; -}; - -/** - * KeyListResponseObject - */ -export type KeyListResponseObject = { - /** - * Keys - */ - keys?: Array; - /** - * Total Count - */ - total_count?: number | null; - /** - * Current Page - */ - current_page?: number | null; - /** - * Total Pages - */ - total_pages?: number | null; -}; - -/** - * KeyManagementRoutes - * - * Enum for key management routes - */ -export type KeyManagementRoutes = '/key/generate' | '/key/update' | '/key/delete' | '/key/regenerate' | '/key/service-account/generate' | '/key/{key_id}/regenerate' | '/key/block' | '/key/unblock' | '/key/bulk_update' | '/team/key/bulk_update' | '/key/{key_id}/reset_spend' | '/key/info' | '/key/health' | '/key/list' | '/key/aliases' | '/team/daily/activity' | '/spend/logs'; - -/** - * KeyMetadata - * - * Metadata for a key - */ -export type KeyMetadata = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Team Id - */ - team_id?: string | null; -}; - -/** - * KeyMetricWithMetadata - * - * Base class for metrics with additional metadata - */ -export type KeyMetricWithMetadata = { - metrics: SpendMetrics; - metadata?: KeyMetadata; -}; - -/** - * KeyRequest - */ -export type KeyRequest = { - /** - * Keys - */ - keys?: Array | null; - /** - * Key Aliases - */ - key_aliases?: Array | null; -}; - -/** - * KeyUpdateFields - * - * Allowlist of bulk-broadcastable fields for /team/key/bulk_update; `extra="forbid"` blocks RBAC/ownership/scope mutations even by team admins. - */ -export type KeyUpdateFields = { - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Rpm Limit Type - */ - rpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - /** - * Tpm Limit Type - */ - tpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - /** - * Temp Budget Increase - */ - temp_budget_increase?: number | null; - /** - * Temp Budget Expiry - */ - temp_budget_expiry?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; -}; - -/** - * ListAccessGroupsResponse - */ -export type ListAccessGroupsResponse = { - /** - * Access Groups - */ - access_groups: Array; -}; - -/** - * LiteLLMFineTuningJobCreate - */ -export type LiteLlmFineTuningJobCreate = { - /** - * Model - */ - model: string; - /** - * Training File - */ - training_file: string; - hyperparameters?: Hyperparameters | null; - /** - * Suffix - */ - suffix?: string | null; - /** - * Validation File - */ - validation_file?: string | null; - /** - * Integrations - */ - integrations?: Array | null; - /** - * Seed - */ - seed?: number | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: 'openai' | 'azure' | 'vertex_ai' | null; - [key: string]: unknown; -}; - -/** - * LiteLLMKeyType - * - * Enum for key types that determine what routes a key can access - */ -export type LiteLlmKeyType = 'llm_api' | 'management' | 'read_only' | 'default'; - -/** - * LiteLLM_BudgetTable - * - * Represents user-controllable params for a LiteLLM_BudgetTable record. - * - * Budget-write paths use `model_fields.keys()` on this class as an allowlist - * for user input. Keep server-managed fields (e.g. `budget_reset_at`) on - * `LiteLLM_BudgetTableFull` so they aren't user-settable. - */ -export type LiteLlmBudgetTable = { - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Allowed Models - */ - allowed_models?: Array | null; -}; - -/** - * LiteLLM_BudgetTableFull - * - * LiteLLM_BudgetTable + server-managed fields returned on API responses. - */ -export type LiteLlmBudgetTableFull = { - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Allowed Models - */ - allowed_models?: Array | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Created At - */ - created_at: string; -}; - -/** - * LiteLLM_DeletedTeamTable - * - * Recording of deleted teams for audit purposes. Mirrors LiteLLM_TeamTable - * plus metadata captured at deletion time. - */ -export type LiteLlmDeletedTeamTable = { - /** - * Team Alias - */ - team_alias?: string | null; - /** - * Team Id - */ - team_id: string; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Admins - */ - admins?: Array; - /** - * Members - */ - members?: Array; - /** - * Members With Roles - */ - members_with_roles?: Array; - /** - * Team Member Permissions - */ - team_member_permissions?: Array | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Models - */ - models?: Array; - /** - * Blocked - */ - blocked?: boolean; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Default Team Member Models - */ - default_team_member_models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Model Id - */ - model_id?: number | null; - litellm_model_table?: LiteLlmModelTable | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - /** - * Id - */ - id?: string | null; - /** - * Deleted At - */ - deleted_at?: string | null; - /** - * Deleted By - */ - deleted_by?: string | null; - /** - * Deleted By Api Key - */ - deleted_by_api_key?: string | null; - /** - * Litellm Changed By - */ - litellm_changed_by?: string | null; -}; - -/** - * LiteLLM_DeletedVerificationToken - * - * Recording of deleted keys for audit purposes. Mirrors LiteLLM_VerificationToken - * plus metadata captured at deletion time. - */ -export type LiteLlmDeletedVerificationToken = { - /** - * Token - */ - token?: string | null; - /** - * Key Name - */ - key_name?: string | null; - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Spend - */ - spend?: number; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Expires - */ - expires?: string | string | null; - /** - * Models - */ - models?: Array; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - }; - /** - * Config - */ - config?: { - [key: string]: unknown; - }; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Project Id - */ - project_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - }; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Allowed Routes - */ - allowed_routes?: Array | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - }; - /** - * Model Spend - */ - model_spend?: { - [key: string]: unknown; - }; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - }; - /** - * Soft Budget Cooldown - */ - soft_budget_cooldown?: boolean; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Litellm Budget Table - */ - litellm_budget_table?: { - [key: string]: unknown; - } | null; - /** - * Org Id - */ - org_id?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Updated By - */ - updated_by?: string | null; - /** - * Last Active - */ - last_active?: string | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Rotation Count - */ - rotation_count?: number | null; - /** - * Auto Rotate - */ - auto_rotate?: boolean | null; - /** - * Rotation Interval - */ - rotation_interval?: string | null; - /** - * Last Rotation At - */ - last_rotation_at?: string | null; - /** - * Key Rotation At - */ - key_rotation_at?: string | null; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Budget Limits - */ - budget_limits?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Id - */ - id?: string | null; - /** - * Deleted At - */ - deleted_at?: string | null; - /** - * Deleted By - */ - deleted_by?: string | null; - /** - * Deleted By Api Key - */ - deleted_by_api_key?: string | null; - /** - * Litellm Changed By - */ - litellm_changed_by?: string | null; -}; - -/** - * LiteLLM_EndUserTable - */ -export type LiteLlmEndUserTable = { - /** - * User Id - */ - user_id: string; - /** - * Blocked - */ - blocked: boolean; - /** - * Alias - */ - alias?: string | null; - /** - * Spend - */ - spend?: number; - /** - * Allowed Model Region - */ - allowed_model_region?: 'eu' | 'us' | null; - /** - * Default Model - */ - default_model?: string | null; - litellm_budget_table?: LiteLlmBudgetTable | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - object_permission?: LiteLlmObjectPermissionTable | null; -}; - -/** - * LiteLLM_MemoryRow - */ -export type LiteLlmMemoryRow = { - /** - * Memory Id - */ - memory_id: string; - /** - * Key - */ - key: string; - /** - * Value - */ - value: string; - /** - * Metadata - */ - metadata?: unknown | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Updated By - */ - updated_by?: string | null; -}; - -/** - * LiteLLM_ModelTable - */ -export type LiteLlmModelTable = { - /** - * Id - */ - id?: number | null; - /** - * Model Aliases - */ - model_aliases?: { - [key: string]: unknown; - } | string | null; - /** - * Created By - */ - created_by: string; - /** - * Updated By - */ - updated_by: string; - team?: LiteLlmTeamTable | null; -}; - -/** - * LiteLLM_ObjectPermissionBase - */ -export type LiteLlmObjectPermissionBase = { - /** - * Mcp Servers - */ - mcp_servers?: Array | null; - /** - * Mcp Access Groups - */ - mcp_access_groups?: Array | null; - /** - * Mcp Tool Permissions - */ - mcp_tool_permissions?: { - [key: string]: Array; - } | null; - /** - * Mcp Toolsets - */ - mcp_toolsets?: Array | null; - /** - * Blocked Tools - */ - blocked_tools?: Array | null; - /** - * Vector Stores - */ - vector_stores?: Array | null; - /** - * Agents - */ - agents?: Array | null; - /** - * Agent Access Groups - */ - agent_access_groups?: Array | null; - /** - * Models - */ - models?: Array | null; - /** - * Search Tools - */ - search_tools?: Array | null; -}; - -/** - * LiteLLM_ObjectPermissionTable - * - * Represents a LiteLLM_ObjectPermissionTable record - */ -export type LiteLlmObjectPermissionTable = { - /** - * Object Permission Id - */ - object_permission_id: string; - /** - * Mcp Servers - */ - mcp_servers?: Array | null; - /** - * Mcp Access Groups - */ - mcp_access_groups?: Array | null; - /** - * Mcp Tool Permissions - */ - mcp_tool_permissions?: { - [key: string]: Array; - } | null; - /** - * Vector Stores - */ - vector_stores?: Array | null; - /** - * Agents - */ - agents?: Array | null; - /** - * Agent Access Groups - */ - agent_access_groups?: Array | null; - /** - * Mcp Toolsets - */ - mcp_toolsets?: Array | null; - /** - * Blocked Tools - */ - blocked_tools?: Array | null; - /** - * Search Tools - */ - search_tools?: Array | null; -}; - -/** - * LiteLLM_OrganizationMembershipTable - * - * This is the table that track what organizations a user belongs to and users spend within the organization - */ -export type LiteLlmOrganizationMembershipTable = { - /** - * User Id - */ - user_id: string; - /** - * Organization Id - */ - organization_id: string; - /** - * User Role - */ - user_role?: string | null; - /** - * Spend - */ - spend?: number; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Created At - */ - created_at: string; - /** - * Updated At - */ - updated_at: string; - /** - * User - */ - user?: unknown | null; - litellm_budget_table?: LiteLlmBudgetTable | null; - /** - * User Email - */ - user_email?: string | null; -}; - -/** - * LiteLLM_OrganizationTableWithMembers - * - * Returned by the /organization/info endpoint and /organization/list endpoint - */ -export type LiteLlmOrganizationTableWithMembers = { - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Organization Alias - */ - organization_alias?: string | null; - /** - * Budget Id - */ - budget_id: string; - /** - * Spend - */ - spend?: number; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Models - */ - models: Array; - /** - * Created By - */ - created_by: string; - /** - * Updated By - */ - updated_by: string; - /** - * Users - */ - users?: Array | null; - litellm_budget_table?: LiteLlmBudgetTable | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - /** - * Members - */ - members?: Array; - /** - * Teams - */ - teams?: Array; - /** - * Created At - */ - created_at: string; - /** - * Updated At - */ - updated_at: string; -}; - -/** - * LiteLLM_Params - * - * LiteLLM Params with 'model' requirement - used for completions - */ -export type LiteLlmParams = { - /** - * Input Cost Per Token - */ - input_cost_per_token?: number | null; - /** - * Output Cost Per Token - */ - output_cost_per_token?: number | null; - /** - * Input Cost Per Second - */ - input_cost_per_second?: number | null; - /** - * Output Cost Per Second - */ - output_cost_per_second?: number | null; - /** - * Output Cost Per Second 1080P - */ - output_cost_per_second_1080p?: number | null; - /** - * Input Cost Per Pixel - */ - input_cost_per_pixel?: number | null; - /** - * Output Cost Per Pixel - */ - output_cost_per_pixel?: number | null; - /** - * Input Cost Per Token Flex - */ - input_cost_per_token_flex?: number | null; - /** - * Input Cost Per Token Priority - */ - input_cost_per_token_priority?: number | null; - /** - * Cache Creation Input Token Cost - */ - cache_creation_input_token_cost?: number | null; - /** - * Cache Creation Input Token Cost Above 1Hr - */ - cache_creation_input_token_cost_above_1hr?: number | null; - /** - * Cache Creation Input Token Cost Above 200K Tokens - */ - cache_creation_input_token_cost_above_200k_tokens?: number | null; - /** - * Cache Creation Input Audio Token Cost - */ - cache_creation_input_audio_token_cost?: number | null; - /** - * Cache Read Input Token Cost - */ - cache_read_input_token_cost?: number | null; - /** - * Cache Read Input Token Cost Flex - */ - cache_read_input_token_cost_flex?: number | null; - /** - * Cache Read Input Token Cost Priority - */ - cache_read_input_token_cost_priority?: number | null; - /** - * Cache Read Input Token Cost Above 200K Tokens - */ - cache_read_input_token_cost_above_200k_tokens?: number | null; - /** - * Cache Read Input Audio Token Cost - */ - cache_read_input_audio_token_cost?: number | null; - /** - * Input Cost Per Character - */ - input_cost_per_character?: number | null; - /** - * Input Cost Per Character Above 128K Tokens - */ - input_cost_per_character_above_128k_tokens?: number | null; - /** - * Input Cost Per Audio Token - */ - input_cost_per_audio_token?: number | null; - /** - * Input Cost Per Token Cache Hit - */ - input_cost_per_token_cache_hit?: number | null; - /** - * Input Cost Per Token Above 128K Tokens - */ - input_cost_per_token_above_128k_tokens?: number | null; - /** - * Input Cost Per Token Above 200K Tokens - */ - input_cost_per_token_above_200k_tokens?: number | null; - /** - * Input Cost Per Query - */ - input_cost_per_query?: number | null; - /** - * Input Cost Per Image - */ - input_cost_per_image?: number | null; - /** - * Input Cost Per Image Above 128K Tokens - */ - input_cost_per_image_above_128k_tokens?: number | null; - /** - * Input Cost Per Audio Per Second - */ - input_cost_per_audio_per_second?: number | null; - /** - * Input Cost Per Audio Per Second Above 128K Tokens - */ - input_cost_per_audio_per_second_above_128k_tokens?: number | null; - /** - * Input Cost Per Video Per Second - */ - input_cost_per_video_per_second?: number | null; - /** - * Input Cost Per Video Per Second Above 128K Tokens - */ - input_cost_per_video_per_second_above_128k_tokens?: number | null; - /** - * Input Cost Per Video Per Second Above 15S Interval - */ - input_cost_per_video_per_second_above_15s_interval?: number | null; - /** - * Input Cost Per Video Per Second Above 8S Interval - */ - input_cost_per_video_per_second_above_8s_interval?: number | null; - /** - * Input Cost Per Token Batches - */ - input_cost_per_token_batches?: number | null; - /** - * Output Cost Per Token Batches - */ - output_cost_per_token_batches?: number | null; - /** - * Output Cost Per Token Flex - */ - output_cost_per_token_flex?: number | null; - /** - * Output Cost Per Token Priority - */ - output_cost_per_token_priority?: number | null; - /** - * Output Cost Per Character - */ - output_cost_per_character?: number | null; - /** - * Output Cost Per Audio Token - */ - output_cost_per_audio_token?: number | null; - /** - * Output Cost Per Token Above 128K Tokens - */ - output_cost_per_token_above_128k_tokens?: number | null; - /** - * Output Cost Per Token Above 200K Tokens - */ - output_cost_per_token_above_200k_tokens?: number | null; - /** - * Output Cost Per Character Above 128K Tokens - */ - output_cost_per_character_above_128k_tokens?: number | null; - /** - * Output Cost Per Image - */ - output_cost_per_image?: number | null; - /** - * Output Cost Per Image Token - */ - output_cost_per_image_token?: number | null; - /** - * Output Cost Per Reasoning Token - */ - output_cost_per_reasoning_token?: number | null; - /** - * Output Cost Per Video Per Second - */ - output_cost_per_video_per_second?: number | null; - /** - * Output Cost Per Audio Per Second - */ - output_cost_per_audio_per_second?: number | null; - /** - * Search Context Cost Per Query - */ - search_context_cost_per_query?: { - [key: string]: unknown; - } | null; - /** - * Citation Cost Per Token - */ - citation_cost_per_token?: number | null; - /** - * Tiered Pricing - */ - tiered_pricing?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Version - */ - api_version?: string | null; - /** - * Vertex Project - */ - vertex_project?: string | null; - /** - * Vertex Location - */ - vertex_location?: string | null; - /** - * Vertex Credentials - */ - vertex_credentials?: string | { - [key: string]: unknown; - } | null; - /** - * Region Name - */ - region_name?: string | null; - /** - * Aws Access Key Id - */ - aws_access_key_id?: string | null; - /** - * Aws Secret Access Key - */ - aws_secret_access_key?: string | null; - /** - * Aws Region Name - */ - aws_region_name?: string | null; - /** - * Aws Bedrock Runtime Endpoint - */ - aws_bedrock_runtime_endpoint?: string | null; - /** - * Watsonx Region Name - */ - watsonx_region_name?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - /** - * Tpm - */ - tpm?: number | null; - /** - * Rpm - */ - rpm?: number | null; - /** - * Timeout - */ - timeout?: number | string | null; - /** - * Stream Timeout - */ - stream_timeout?: string | number | null; - /** - * Max Retries - */ - max_retries?: number | null; - /** - * Organization - */ - organization?: string | null; - /** - * Configurable Clientside Auth Params - */ - configurable_clientside_auth_params?: Array | null; - /** - * Litellm Credential Name - */ - litellm_credential_name?: string | null; - /** - * Litellm Trace Id - */ - litellm_trace_id?: string | null; - /** - * Max File Size Mb - */ - max_file_size_mb?: number | null; - /** - * Default Api Key Tpm Limit - */ - default_api_key_tpm_limit?: number | null; - /** - * Default Api Key Rpm Limit - */ - default_api_key_rpm_limit?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Use In Pass Through - */ - use_in_pass_through?: boolean | null; - /** - * Use Litellm Proxy - */ - use_litellm_proxy?: boolean | null; - /** - * Use Chat Completions Api - */ - use_chat_completions_api?: boolean | null; - /** - * Merge Reasoning Content In Choices - */ - merge_reasoning_content_in_choices?: boolean | null; - /** - * Model Info - */ - model_info?: { - [key: string]: unknown; - } | null; - /** - * Mock Response - */ - mock_response?: string | ModelResponse | unknown | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Tag Regex - */ - tag_regex?: Array | null; - /** - * Auto Router Config Path - */ - auto_router_config_path?: string | null; - /** - * Auto Router Config - */ - auto_router_config?: string | null; - /** - * Auto Router Default Model - */ - auto_router_default_model?: string | null; - /** - * Auto Router Embedding Model - */ - auto_router_embedding_model?: string | null; - /** - * Complexity Router Config - */ - complexity_router_config?: { - [key: string]: unknown; - } | null; - /** - * Complexity Router Default Model - */ - complexity_router_default_model?: string | null; - /** - * Adaptive Router Default Model - */ - adaptive_router_default_model?: string | null; - /** - * Adaptive Router Config - */ - adaptive_router_config?: { - [key: string]: unknown; - } | null; - /** - * Quality Router Config - */ - quality_router_config?: { - [key: string]: unknown; - } | null; - /** - * Quality Router Default Model - */ - quality_router_default_model?: string | null; - /** - * S3 Bucket Name - */ - s3_bucket_name?: string | null; - /** - * S3 Encryption Key Id - */ - s3_encryption_key_id?: string | null; - /** - * Gcs Bucket Name - */ - gcs_bucket_name?: string | null; - /** - * Vector Store Id - */ - vector_store_id?: string | null; - /** - * Milvus Text Field - */ - milvus_text_field?: string | null; - /** - * Milvus Db Name - */ - milvus_db_name?: string | null; - /** - * Milvus Partition Names - */ - milvus_partition_names?: Array | null; - /** - * Model - */ - model: string; - [key: string]: unknown; -}; - -/** - * LiteLLM_ProjectTable - * - * Database model representation for project - */ -export type LiteLlmProjectTable = { - /** - * Project Id - */ - project_id: string; - /** - * Project Alias - */ - project_alias?: string | null; - /** - * Description - */ - description?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Models - */ - models?: Array; - /** - * Spend - */ - spend?: number; - /** - * Model Spend - */ - model_spend?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Blocked - */ - blocked?: boolean; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - /** - * Created By - */ - created_by: string; - /** - * Updated By - */ - updated_by: string; - /** - * Created At - */ - created_at?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - litellm_budget_table?: LiteLlmBudgetTable | null; - object_permission?: LiteLlmObjectPermissionTable | null; -}; - -/** - * LiteLLM_SpendLogs - */ -export type LiteLlmSpendLogs = { - /** - * Request Id - */ - request_id: string; - /** - * Api Key - */ - api_key: string; - /** - * Model - */ - model?: string | null; - /** - * Api Base - */ - api_base?: string | null; - /** - * Call Type - */ - call_type: string; - /** - * Spend - */ - spend?: number | null; - /** - * Total Tokens - */ - total_tokens?: number | null; - /** - * Prompt Tokens - */ - prompt_tokens?: number | null; - /** - * Completion Tokens - */ - completion_tokens?: number | null; - /** - * Starttime - */ - startTime: string | string | null; - /** - * Endtime - */ - endTime: string | string | null; - /** - * User - */ - user?: string | null; - /** - * Metadata - */ - metadata?: unknown | null; - /** - * Cache Hit - */ - cache_hit?: string | null; - /** - * Cache Key - */ - cache_key?: string | null; - /** - * Request Tags - */ - request_tags?: unknown | null; - /** - * Requester Ip Address - */ - requester_ip_address?: string | null; - /** - * Messages - */ - messages: string | Array | { - [key: string]: unknown; - } | null; - /** - * Response - */ - response: string | Array | { - [key: string]: unknown; - } | null; -}; - -/** - * LiteLLM_TeamMembership - */ -export type LiteLlmTeamMembership = { - /** - * User Id - */ - user_id: string; - /** - * Team Id - */ - team_id: string; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Spend - */ - spend?: number | null; - /** - * Total Spend - */ - total_spend?: number | null; - /** - * Litellm Budget Table - */ - litellm_budget_table: LiteLlmBudgetTableFull | LiteLlmBudgetTable | null; -}; - -/** - * LiteLLM_TeamTable - */ -export type LiteLlmTeamTable = { - /** - * Team Alias - */ - team_alias?: string | null; - /** - * Team Id - */ - team_id: string; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Admins - */ - admins?: Array; - /** - * Members - */ - members?: Array; - /** - * Members With Roles - */ - members_with_roles?: Array; - /** - * Team Member Permissions - */ - team_member_permissions?: Array | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Models - */ - models?: Array; - /** - * Blocked - */ - blocked?: boolean; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Default Team Member Models - */ - default_team_member_models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Model Id - */ - model_id?: number | null; - litellm_model_table?: LiteLlmModelTable | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; -}; - -/** - * LiteLLM_UserTable - */ -export type LiteLlmUserTable = { - /** - * User Id - */ - user_id: string; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Spend - */ - spend?: number; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Spend - */ - model_spend?: { - [key: string]: unknown; - } | null; - /** - * User Email - */ - user_email?: string | null; - /** - * User Alias - */ - user_alias?: string | null; - /** - * Models - */ - models?: Array; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * User Role - */ - user_role?: string | null; - /** - * Organization Memberships - */ - organization_memberships?: Array | null; - /** - * Teams - */ - teams?: Array; - /** - * Sso User Id - */ - sso_user_id?: string | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - object_permission?: LiteLlmObjectPermissionTable | null; -}; - -/** - * LiteLLM_UserTableWithKeyCount - */ -export type LiteLlmUserTableWithKeyCount = { - /** - * User Id - */ - user_id: string; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Spend - */ - spend?: number; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Spend - */ - model_spend?: { - [key: string]: unknown; - } | null; - /** - * User Email - */ - user_email?: string | null; - /** - * User Alias - */ - user_alias?: string | null; - /** - * Models - */ - models?: Array; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * User Role - */ - user_role?: string | null; - /** - * Organization Memberships - */ - organization_memberships?: Array | null; - /** - * Teams - */ - teams?: Array; - /** - * Sso User Id - */ - sso_user_id?: string | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Key Count - */ - key_count?: number; -}; - -/** - * LiteLLM_VerificationToken - */ -export type LiteLlmVerificationToken = { - /** - * Token - */ - token?: string | null; - /** - * Key Name - */ - key_name?: string | null; - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Spend - */ - spend?: number; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Expires - */ - expires?: string | string | null; - /** - * Models - */ - models?: Array; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - }; - /** - * Config - */ - config?: { - [key: string]: unknown; - }; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Project Id - */ - project_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - }; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Allowed Routes - */ - allowed_routes?: Array | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - }; - /** - * Model Spend - */ - model_spend?: { - [key: string]: unknown; - }; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - }; - /** - * Soft Budget Cooldown - */ - soft_budget_cooldown?: boolean; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Litellm Budget Table - */ - litellm_budget_table?: { - [key: string]: unknown; - } | null; - /** - * Org Id - */ - org_id?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Updated By - */ - updated_by?: string | null; - /** - * Last Active - */ - last_active?: string | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Rotation Count - */ - rotation_count?: number | null; - /** - * Auto Rotate - */ - auto_rotate?: boolean | null; - /** - * Rotation Interval - */ - rotation_interval?: string | null; - /** - * Last Rotation At - */ - last_rotation_at?: string | null; - /** - * Key Rotation At - */ - key_rotation_at?: string | null; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Budget Limits - */ - budget_limits?: Array<{ - [key: string]: unknown; - }> | null; -}; - -/** - * LitellmUserRoles - * - * Admin Roles: - * PROXY_ADMIN: admin over the platform - * PROXY_ADMIN_VIEW_ONLY: can login, view all own keys, view all spend - * ORG_ADMIN: admin over a specific organization, can create teams, users only within their organization - * - * Internal User Roles: - * INTERNAL_USER: can login, view/create/delete their own keys, view their spend - * INTERNAL_USER_VIEW_ONLY: can login, view their own keys, view their own spend - * - * - * Team Roles: - * TEAM: used for JWT auth - * - * - * Customer Roles: - * CUSTOMER: External users -> these are customers - */ -export type LitellmUserRoles = 'proxy_admin' | 'proxy_admin_viewer' | 'org_admin' | 'internal_user' | 'internal_user_viewer' | 'team' | 'customer'; - -/** - * LoggingCallbackStatus - */ -export type LoggingCallbackStatus = { - /** - * Callbacks - */ - callbacks?: Array; - /** - * Status - */ - status?: 'healthy' | 'unhealthy'; - /** - * Details - */ - details?: string | null; -}; - -/** - * MCPPublicServer - * - * Safe params for public MCP servers - */ -export type McpPublicServer = { - /** - * Server Id - */ - server_id: string; - /** - * Name - */ - name: string; - /** - * Alias - */ - alias?: string | null; - /** - * Server Name - */ - server_name?: string | null; - /** - * Url - */ - url?: string | null; - /** - * Transport - */ - transport: 'sse' | 'http' | 'stdio'; - /** - * Spec Path - */ - spec_path?: string | null; - /** - * Auth Type - */ - auth_type?: 'none' | 'api_key' | 'bearer_token' | 'basic' | 'authorization' | 'oauth2' | 'aws_sigv4' | 'token' | 'oauth2_token_exchange' | null; - /** - * Mcp Info - */ - mcp_info?: { - [key: string]: unknown; - } | null; -}; - -/** - * MCPSemanticFilterSettings - * - * Configuration for MCP Semantic Tool Filter - */ -export type McpSemanticFilterSettings = { - /** - * Enabled - * - * Enable semantic filtering of MCP tools based on query relevance - */ - enabled?: boolean; - /** - * Embedding Model - * - * Embedding model to use for semantic similarity (e.g., 'text-embedding-3-small', 'text-embedding-ada-002') - */ - embedding_model?: string; - /** - * Top K - * - * Number of most relevant tools to return - */ - top_k?: number; - /** - * Similarity Threshold - * - * Minimum similarity score for tool inclusion (0.0 to 1.0, where 1.0 = exact match) - */ - similarity_threshold?: number; -}; - -/** - * MCPSemanticFilterSettingsResponse - * - * Response model for MCP semantic filter settings - */ -export type McpSemanticFilterSettingsResponse = { - /** - * Values - */ - values: { - [key: string]: unknown; - }; - /** - * Field Schema - */ - field_schema: { - [key: string]: unknown; - }; -}; - -/** - * Member - */ -export type Member = { - /** - * User Id - * - * The unique ID of the user to add. Either user_id or user_email must be provided - */ - user_id?: string | null; - /** - * User Email - * - * The email address of the user to add. Either user_id or user_email must be provided - */ - user_email?: string | null; - /** - * Role - * - * The role of the user within the team. 'admin' users can manage team settings and members, 'user' is a regular team member - */ - role: 'admin' | 'user'; -}; - -/** - * MemoryCreateRequest - */ -export type MemoryCreateRequest = { - /** - * Key - * - * Memory key (acts as the namespace in the URL). - */ - key: string; - /** - * Value - * - * Memory content. Typically markdown/text for LLM context. - */ - value: string; - /** - * Metadata - * - * Optional JSON metadata (tags, structured fields). - */ - metadata?: unknown | null; - /** - * User Id - * - * Scope to this user. Defaults to the caller's user_id. - */ - user_id?: string | null; - /** - * Team Id - * - * Scope to this team. Defaults to the caller's team_id. - */ - team_id?: string | null; -}; - -/** - * MemoryDeleteResponse - */ -export type MemoryDeleteResponse = { - /** - * Key - */ - key: string; - /** - * Deleted - */ - deleted: boolean; -}; - -/** - * MemoryListResponse - */ -export type MemoryListResponse = { - /** - * Memories - */ - memories: Array; - /** - * Total - */ - total: number; -}; - -/** - * MemoryUpdateRequest - */ -export type MemoryUpdateRequest = { - /** - * Value - */ - value?: string | null; - /** - * Metadata - */ - metadata?: unknown | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; -}; - -/** - * Message - */ -export type Message = { - /** - * Content - */ - content: string | null; - /** - * Role - */ - role: 'assistant' | 'user' | 'system' | 'tool' | 'function'; - /** - * Tool Calls - */ - tool_calls: Array | null; - function_call: FunctionCall | null; - audio?: ChatCompletionAudioResponse | null; - /** - * Images - */ - images?: Array | null; - /** - * Reasoning Content - */ - reasoning_content?: string | null; - /** - * Thinking Blocks - */ - thinking_blocks?: Array | null; - /** - * Reasoning Items - */ - reasoning_items?: Array | null; - /** - * Provider Specific Fields - */ - provider_specific_fields?: { - [key: string]: unknown; - } | null; - /** - * Annotations - */ - annotations?: Array | null; - [key: string]: unknown; -}; - -/** - * MetricWithMetadata - */ -export type MetricWithMetadata = { - metrics: SpendMetrics; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - }; - /** - * Api Key Breakdown - */ - api_key_breakdown?: { - [key: string]: KeyMetricWithMetadata; - }; -}; - -/** - * ModelGroupInfoProxy - */ -export type ModelGroupInfoProxy = { - /** - * Model Group - */ - model_group: string; - /** - * Providers - */ - providers: Array; - /** - * Max Input Tokens - */ - max_input_tokens?: number | null; - /** - * Max Output Tokens - */ - max_output_tokens?: number | null; - /** - * Input Cost Per Token - */ - input_cost_per_token?: number | null; - /** - * Output Cost Per Token - */ - output_cost_per_token?: number | null; - /** - * Input Cost Per Pixel - */ - input_cost_per_pixel?: number | null; - /** - * Mode - */ - mode?: string | 'chat' | 'embedding' | 'completion' | 'image_generation' | 'audio_transcription' | 'rerank' | 'moderations' | null; - /** - * Tpm - */ - tpm?: number | null; - /** - * Rpm - */ - rpm?: number | null; - /** - * Supports Parallel Function Calling - */ - supports_parallel_function_calling?: boolean; - /** - * Supports Vision - */ - supports_vision?: boolean; - /** - * Supports Web Search - */ - supports_web_search?: boolean; - /** - * Supports Url Context - */ - supports_url_context?: boolean; - /** - * Supports Reasoning - */ - supports_reasoning?: boolean; - /** - * Supports Function Calling - */ - supports_function_calling?: boolean; - /** - * Supported Openai Params - */ - supported_openai_params?: Array | null; - /** - * Configurable Clientside Auth Params - */ - configurable_clientside_auth_params?: Array | null; - /** - * Is Public Model Group - */ - is_public_model_group?: boolean; - /** - * Health Status - */ - health_status?: string | null; - /** - * Health Response Time - */ - health_response_time?: number | null; - /** - * Health Checked At - */ - health_checked_at?: string | null; -}; - -/** - * ModelInfo - */ -export type ModelInfo = { - /** - * Id - */ - id: string | null; - /** - * Db Model - */ - db_model?: boolean; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Updated By - */ - updated_by?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Base Model - */ - base_model?: string | null; - /** - * Tier - */ - tier?: 'free' | 'paid' | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Team Public Model Name - */ - team_public_model_name?: string | null; - /** - * Blocked - */ - blocked?: boolean | null; - [key: string]: unknown; -}; - -/** - * ModelInfoDelete - */ -export type ModelInfoDelete = { - /** - * Id - */ - id: string; -}; - -/** - * ModelResponse - */ -export type ModelResponse = { - /** - * Id - */ - id: string; - /** - * Created - */ - created: number; - /** - * Model - */ - model?: string | null; - /** - * Object - */ - object: string; - /** - * System Fingerprint - */ - system_fingerprint?: string | null; - /** - * Choices - */ - choices: Array; - [key: string]: unknown; -}; - -/** - * MutualTLSSecurityScheme - * - * Defines a security scheme using mTLS authentication. - */ -export type MutualTlsSecurityScheme = { - /** - * Description - */ - description?: string | null; - /** - * Type - */ - type: 'mutualTLS'; -}; - -/** - * NewCustomerRequest - * - * Create a new customer, allocate a budget to them - */ -export type NewCustomerRequest = { - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Max Budget - * - * Requests will fail if this budget (in USD) is exceeded. - */ - max_budget?: number | null; - /** - * Soft Budget - * - * Requests will NOT fail if this is exceeded. Will fire alerting though. - */ - soft_budget?: number | null; - /** - * Max Parallel Requests - * - * Max concurrent requests allowed for this budget id. - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - * - * Max tokens per minute, allowed for this budget id. - */ - tpm_limit?: number | null; - /** - * Rpm Limit - * - * Max requests per minute, allowed for this budget id. - */ - rpm_limit?: number | null; - /** - * Budget Duration - * - * Max duration budget should be set for (e.g. '1hr', '1d', '28d') - */ - budget_duration?: string | null; - /** - * Model Max Budget - * - * Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001', 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}}) - */ - model_max_budget?: { - [key: string]: BudgetConfig; - } | null; - /** - * Budget Reset At - * - * Datetime when the budget is reset - */ - budget_reset_at?: string | null; - /** - * User Id - */ - user_id: string; - /** - * Alias - */ - alias?: string | null; - /** - * Blocked - */ - blocked?: boolean; - /** - * Spend - */ - spend?: number | null; - /** - * Allowed Model Region - */ - allowed_model_region?: 'eu' | 'us' | null; - /** - * Default Model - */ - default_model?: string | null; - object_permission?: LiteLlmObjectPermissionBase | null; -}; - -/** - * NewModelGroupRequest - */ -export type NewModelGroupRequest = { - /** - * Access Group - */ - access_group: string; - /** - * Model Names - */ - model_names?: Array | null; - /** - * Model Ids - */ - model_ids?: Array | null; -}; - -/** - * NewModelGroupResponse - */ -export type NewModelGroupResponse = { - /** - * Access Group - */ - access_group: string; - /** - * Model Names - */ - model_names?: Array | null; - /** - * Model Ids - */ - model_ids?: Array | null; - /** - * Models Updated - */ - models_updated: number; -}; - -/** - * NewOrganizationRequest - */ -export type NewOrganizationRequest = { - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Allowed Models - */ - allowed_models?: Array | null; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Organization Alias - */ - organization_alias: string; - /** - * Models - */ - models?: Array; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: number; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: number; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; -}; - -/** - * NewOrganizationResponse - */ -export type NewOrganizationResponse = { - /** - * Organization Id - */ - organization_id: string; - /** - * Organization Alias - */ - organization_alias?: string | null; - /** - * Budget Id - */ - budget_id: string; - /** - * Spend - */ - spend?: number; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Models - */ - models: Array; - /** - * Created By - */ - created_by: string; - /** - * Updated By - */ - updated_by: string; - /** - * Users - */ - users?: Array | null; - litellm_budget_table?: LiteLlmBudgetTable | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - /** - * Created At - */ - created_at: string; - /** - * Updated At - */ - updated_at: string; -}; - -/** - * NewProjectRequest - * - * Request model for POST /project/new - */ -export type NewProjectRequest = { - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Allowed Models - */ - allowed_models?: Array | null; - /** - * Project Id - */ - project_id?: string | null; - /** - * Project Alias - */ - project_alias?: string | null; - /** - * Description - */ - description?: string | null; - /** - * Team Id - */ - team_id: string; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Models - */ - models?: Array; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Blocked - */ - blocked?: boolean; - object_permission?: LiteLlmObjectPermissionBase | null; -}; - -/** - * NewProjectResponse - * - * Response model for POST /project/new - */ -export type NewProjectResponse = { - /** - * Project Id - */ - project_id: string; - /** - * Project Alias - */ - project_alias?: string | null; - /** - * Description - */ - description?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Models - */ - models?: Array; - /** - * Spend - */ - spend?: number; - /** - * Model Spend - */ - model_spend?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Blocked - */ - blocked?: boolean; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - /** - * Created By - */ - created_by: string; - /** - * Updated By - */ - updated_by: string; - /** - * Created At - */ - created_at: string; - /** - * Updated At - */ - updated_at: string; - litellm_budget_table?: LiteLlmBudgetTable | null; - object_permission?: LiteLlmObjectPermissionTable | null; -}; - -/** - * NewTeamRequest - */ -export type NewTeamRequest = { - /** - * Team Alias - */ - team_alias?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Admins - */ - admins?: Array; - /** - * Members - */ - members?: Array; - /** - * Members With Roles - */ - members_with_roles?: Array; - /** - * Team Member Permissions - */ - team_member_permissions?: Array | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Models - */ - models?: Array; - /** - * Blocked - */ - blocked?: boolean; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Default Team Member Models - */ - default_team_member_models?: Array | null; - /** - * Model Aliases - */ - model_aliases?: { - [key: string]: unknown; - } | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Allowed Passthrough Routes - */ - allowed_passthrough_routes?: Array | null; - /** - * Secret Manager Settings - */ - secret_manager_settings?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: number; - } | null; - /** - * Rpm Limit Type - */ - rpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | null; - /** - * Tpm Limit Type - */ - tpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: number; - } | null; - /** - * Team Member Budget - */ - team_member_budget?: number | null; - /** - * Team Member Rpm Limit - */ - team_member_rpm_limit?: number | null; - /** - * Team Member Tpm Limit - */ - team_member_tpm_limit?: number | null; - /** - * Team Member Key Duration - */ - team_member_key_duration?: string | null; - /** - * Team Member Budget Duration - */ - team_member_budget_duration?: string | null; - /** - * Allowed Vector Store Indexes - */ - allowed_vector_store_indexes?: Array | null; - /** - * Enforced Batch Output Expires After - */ - enforced_batch_output_expires_after?: { - [key: string]: unknown; - } | null; - /** - * Enforced File Expires After - */ - enforced_file_expires_after?: { - [key: string]: unknown; - } | null; -}; - -/** - * NewUserRequest - */ -export type NewUserRequest = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Config - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - } | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * User Email - */ - user_email?: string | null; - /** - * User Alias - */ - user_alias?: string | null; - /** - * User Role - */ - user_role?: 'proxy_admin' | 'proxy_admin_viewer' | 'internal_user' | 'internal_user_viewer' | null; - /** - * Teams - */ - teams?: Array | Array | null; - /** - * Auto Create Key - */ - auto_create_key?: boolean; - /** - * Send Invite Email - */ - send_invite_email?: boolean | null; - /** - * Sso User Id - */ - sso_user_id?: string | null; - /** - * Organizations - */ - organizations?: Array | null; -}; - -/** - * NewUserRequestTeam - */ -export type NewUserRequestTeam = { - /** - * Team Id - */ - team_id: string; - /** - * Max Budget In Team - */ - max_budget_in_team?: number | null; - /** - * User Role - */ - user_role?: 'user' | 'admin'; -}; - -/** - * NewUserResponse - */ -export type NewUserResponse = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Config - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - } | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Key - */ - key: string; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Enforced Params - */ - enforced_params?: Array | null; - /** - * Allowed Routes - */ - allowed_routes?: Array | null; - /** - * Allowed Passthrough Routes - */ - allowed_passthrough_routes?: Array | null; - /** - * Allowed Vector Store Indexes - */ - allowed_vector_store_indexes?: Array | null; - /** - * Rpm Limit Type - */ - rpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - /** - * Tpm Limit Type - */ - tpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - router_settings?: UpdateRouterConfig | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Key Name - */ - key_name?: string | null; - /** - * Expires - */ - expires?: string | null; - /** - * Token Id - */ - token_id?: string | null; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Project Id - */ - project_id?: string | null; - /** - * Litellm Budget Table - */ - litellm_budget_table?: unknown | null; - /** - * Token - */ - token?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Updated By - */ - updated_by?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * User Email - */ - user_email?: string | null; - /** - * User Role - */ - user_role?: 'proxy_admin' | 'proxy_admin_viewer' | 'internal_user' | 'internal_user_viewer' | null; - /** - * Teams - */ - teams?: Array | null; - /** - * User Alias - */ - user_alias?: string | null; -}; - -/** - * OAuth2SecurityScheme - * - * Defines a security scheme using OAuth 2.0. - */ -export type OAuth2SecurityScheme = { - /** - * Description - */ - description?: string | null; - /** - * Type - */ - type: 'oauth2'; - flows: OAuthFlows; - /** - * Oauth2Metadataurl - */ - oauth2MetadataUrl: string | null; -}; - -/** - * OAuthFlows - * - * Defines the configuration for the supported OAuth 2.0 flows. - */ -export type OAuthFlows = { - /** - * Authorizationcode - */ - authorizationCode?: { - [key: string]: unknown; - } | null; - /** - * Clientcredentials - */ - clientCredentials?: { - [key: string]: unknown; - } | null; - /** - * Implicit - */ - implicit?: { - [key: string]: unknown; - } | null; - /** - * Password - */ - password?: { - [key: string]: unknown; - } | null; -}; - -/** - * OpenIdConnectSecurityScheme - * - * Defines a security scheme using OpenID Connect. - */ -export type OpenIdConnectSecurityScheme = { - /** - * Description - */ - description?: string | null; - /** - * Type - */ - type: 'openIdConnect'; - /** - * Openidconnecturl - */ - openIdConnectUrl: string; -}; - -/** - * OrgMember - */ -export type OrgMember = { - /** - * User Id - * - * The unique ID of the user to add. Either user_id or user_email must be provided - */ - user_id?: string | null; - /** - * User Email - * - * The email address of the user to add. Either user_id or user_email must be provided - */ - user_email?: string | null; - /** - * Role - */ - role: 'org_admin' | 'internal_user' | 'internal_user_viewer'; -}; - -/** - * OrganizationAddMemberResponse - */ -export type OrganizationAddMemberResponse = { - /** - * Organization Id - */ - organization_id: string; - /** - * Updated Users - */ - updated_users: Array; - /** - * Updated Organization Memberships - */ - updated_organization_memberships: Array; -}; - -/** - * OrganizationMemberAddRequest - */ -export type OrganizationMemberAddRequest = { - /** - * Member - */ - member: Array | OrgMember; - /** - * Organization Id - */ - organization_id: string; - /** - * Max Budget In Organization - */ - max_budget_in_organization?: number | null; -}; - -/** - * OrganizationMemberDeleteRequest - */ -export type OrganizationMemberDeleteRequest = { - /** - * User Id - */ - user_id?: string | null; - /** - * User Email - */ - user_email?: string | null; - /** - * Organization Id - */ - organization_id: string; -}; - -/** - * OrganizationMemberUpdateRequest - */ -export type OrganizationMemberUpdateRequest = { - /** - * User Id - */ - user_id?: string | null; - /** - * User Email - */ - user_email?: string | null; - /** - * Organization Id - */ - organization_id: string; - /** - * Max Budget In Organization - */ - max_budget_in_organization?: number | null; - role?: LitellmUserRoles | null; -}; - -/** - * OrganizationRequest - */ -export type OrganizationRequest = { - /** - * Organizations - */ - organizations: Array; -}; - -/** - * PaginatedAuditLogResponse - * - * Response model for paginated audit logs - */ -export type PaginatedAuditLogResponse = { - /** - * Audit Logs - */ - audit_logs: Array; - /** - * Total - * - * Total number of audit logs matching the filters - */ - total: number; - /** - * Page - * - * Current page number - */ - page: number; - /** - * Page Size - * - * Number of items per page - */ - page_size: number; - /** - * Total Pages - * - * Total number of pages - */ - total_pages: number; -}; - -/** - * PassThroughEndpointResponse - */ -export type PassThroughEndpointResponse = { - /** - * Endpoints - */ - endpoints: Array; -}; - -/** - * PassThroughGenericEndpoint - */ -export type PassThroughGenericEndpoint = { - /** - * Id - * - * Optional unique identifier for the pass-through endpoint. If not provided, endpoints will be identified by path for backwards compatibility. - */ - id?: string | null; - /** - * Path - * - * The route to be added to the LiteLLM Proxy Server. - */ - path: string; - /** - * Target - * - * The URL to which requests for this path should be forwarded. - */ - target: string; - /** - * Headers - * - * Key-value pairs of headers to be forwarded with the request. You can set any key value pair here and it will be forwarded to your target endpoint - */ - headers?: { - [key: string]: unknown; - }; - /** - * Default Query Params - * - * Key-value pairs of default query parameters to be sent with every request to this endpoint. These can be overridden by client-provided query parameters. For example: {'key': 'default_value', 'api_version': '2023-01'} - */ - default_query_params?: { - [key: string]: unknown; - }; - /** - * Include Subpath - * - * If True, requests to subpaths of the path will be forwarded to the target endpoint. For example, if the path is /bria and include_subpath is True, requests to /bria/v1/text-to-image/base/2.3 will be forwarded to the target endpoint. - */ - include_subpath?: boolean; - /** - * Cost Per Request - * - * The USD cost per request to the target endpoint. This is used to calculate the cost of the request to the target endpoint. - */ - cost_per_request?: number; - /** - * Auth - * - * Whether authentication is required for the pass-through endpoint. Defaults to True so a pass-through silently created without an explicit value still requires a valid LiteLLM API key — set to False only if the endpoint is meant to be a public forwarder (e.g. an unauthenticated webhook target). - */ - auth?: boolean; - /** - * Guardrails - * - * Guardrails configuration for this passthrough endpoint. Dict keys are guardrail names, values are optional settings for field targeting. When set, all org/team/key level guardrails will also execute. Defaults to None (no guardrails execute). - */ - guardrails?: { - [key: string]: PassThroughGuardrailSettings | null; - } | null; - /** - * Is From Config - * - * True if this endpoint is defined in the config file, False if from DB. Config-defined endpoints cannot be edited via the UI. - */ - is_from_config?: boolean; - /** - * Methods - * - * List of HTTP methods this endpoint handles (e.g., ['GET', 'POST']). If None or empty, all methods (GET, POST, PUT, DELETE, PATCH) are supported for backward compatibility. This allows the same path to have different targets for different HTTP methods. - */ - methods?: Array | null; -}; - -/** - * PassThroughGuardrailSettings - * - * Settings for a specific guardrail on a passthrough endpoint. - * - * Allows field-level targeting for guardrail execution. - */ -export type PassThroughGuardrailSettings = { - /** - * Request Fields - * - * JSONPath expressions for input field targeting (pre_call). Examples: 'query', 'documents[*].text', 'messages[*].content'. If not specified, guardrail runs on entire request payload. - */ - request_fields?: Array | null; - /** - * Response Fields - * - * JSONPath expressions for output field targeting (post_call). Examples: 'results[*].text', 'output'. If not specified, guardrail runs on entire response payload. - */ - response_fields?: Array | null; -}; - -/** - * PerUserAnalyticsResponse - * - * Response for per-user analytics - */ -export type PerUserAnalyticsResponse = { - /** - * Results - */ - results: Array; - /** - * Total Count - */ - total_count: number; - /** - * Page - */ - page: number; - /** - * Page Size - */ - page_size: number; - /** - * Total Pages - */ - total_pages: number; -}; - -/** - * PerUserMetrics - * - * Metrics for individual user - */ -export type PerUserMetrics = { - /** - * User Id - */ - user_id: string; - /** - * User Email - */ - user_email?: string | null; - /** - * User Agent - */ - user_agent?: string | null; - /** - * Successful Requests - */ - successful_requests?: number; - /** - * Failed Requests - */ - failed_requests?: number; - /** - * Total Requests - */ - total_requests?: number; - /** - * Total Tokens - */ - total_tokens?: number; - /** - * Spend - */ - spend?: number; -}; - -/** - * PromptTokensDetails - */ -export type PromptTokensDetails = { - /** - * Modality - */ - modality: 'TEXT' | 'AUDIO' | 'IMAGE' | 'VIDEO'; - /** - * Tokencount - */ - tokenCount: number; -}; - -/** - * ProviderBudgetResponse - * - * Complete provider budget configuration and status. - * Maps provider names to their budget configs. - */ -export type ProviderBudgetResponse = { - /** - * Providers - */ - providers?: { - [key: string]: ProviderBudgetResponseObject; - }; -}; - -/** - * ProviderBudgetResponseObject - * - * Configuration for a single provider's budget settings - */ -export type ProviderBudgetResponseObject = { - /** - * Budget Limit - */ - budget_limit: number | null; - /** - * Time Period - */ - time_period: string | null; - /** - * Spend - */ - spend?: number | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; -}; - -/** - * ProviderCreateInfo - */ -export type ProviderCreateInfo = { - /** - * Provider - */ - provider: string; - /** - * Provider Display Name - */ - provider_display_name: string; - /** - * Litellm Provider - */ - litellm_provider: string; - /** - * Credential Fields - */ - credential_fields: Array; - /** - * Default Model Placeholder - */ - default_model_placeholder?: string | null; -}; - -/** - * ProviderCredentialField - */ -export type ProviderCredentialField = { - /** - * Key - */ - key: string; - /** - * Label - */ - label: string; - /** - * Placeholder - */ - placeholder?: string | null; - /** - * Tooltip - */ - tooltip?: string | null; - /** - * Required - */ - required?: boolean; - /** - * Field Type - */ - field_type?: 'text' | 'password' | 'select' | 'upload' | 'textarea'; - /** - * Options - */ - options?: Array | null; - /** - * Default Value - */ - default_value?: string | null; -}; - -/** - * PublicModelHubInfo - */ -export type PublicModelHubInfo = { - /** - * Docs Title - */ - docs_title: string; - /** - * Custom Docs Description - */ - custom_docs_description: string | null; - /** - * Litellm Version - */ - litellm_version: string; - /** - * Useful Links - */ - useful_links: { - [key: string]: string | { - [key: string]: unknown; - }; - } | null; -}; - -/** - * RawRequestTypedDict - */ -export type RawRequestTypedDict = { - /** - * Raw Request Api Base - */ - raw_request_api_base?: string | null; - /** - * Raw Request Body - */ - raw_request_body?: { - [key: string]: unknown; - } | null; - /** - * Raw Request Headers - */ - raw_request_headers?: { - [key: string]: unknown; - } | null; - /** - * Error - */ - error?: string | null; -}; - -/** - * RegenerateKeyRequest - */ -export type RegenerateKeyRequest = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Config - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - } | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Key - */ - key?: string | null; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Enforced Params - */ - enforced_params?: Array | null; - /** - * Allowed Routes - */ - allowed_routes?: Array | null; - /** - * Allowed Passthrough Routes - */ - allowed_passthrough_routes?: Array | null; - /** - * Allowed Vector Store Indexes - */ - allowed_vector_store_indexes?: Array | null; - /** - * Rpm Limit Type - */ - rpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - /** - * Tpm Limit Type - */ - tpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - router_settings?: UpdateRouterConfig | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Send Invite Email - */ - send_invite_email?: boolean | null; - /** - * Type of key that determines default allowed routes. - */ - key_type?: LiteLlmKeyType | null; - /** - * Auto Rotate - * - * Whether this key should be automatically rotated - */ - auto_rotate?: boolean | null; - /** - * Rotation Interval - * - * How often to rotate this key (e.g., '30d', '90d'). Required if auto_rotate=True - */ - rotation_interval?: string | null; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Project Id - */ - project_id?: string | null; - /** - * New Key - */ - new_key?: string | null; - /** - * New Master Key - */ - new_master_key?: string | null; - /** - * Grace Period - */ - grace_period?: string | null; -}; - -/** - * ResetSpendRequest - */ -export type ResetSpendRequest = { - /** - * Reset To - */ - reset_to: number; -}; - -/** - * RoleMappings - * - * Configuration for mapping SSO groups to LiteLLM roles. - * - * The system will look at the group_claim field in the SSO token to determine - * which role to assign the user based on the roles mapping. - */ -export type RoleMappings = { - /** - * Provider - * - * SSO Provider name (e.g., 'google', 'microsoft', 'generic') - */ - provider: string; - /** - * Group Claim - * - * The field name in the SSO token that contains the groups array (e.g., 'groups', 'roles') - */ - group_claim: string; - /** - * Default role to assign if user's groups don't match any role mappings. Must be a valid LitellmUserRoles value (e.g., 'proxy_admin', 'internal_user', 'proxy_admin_viewer') - */ - default_role?: LitellmUserRoles | null; - /** - * Roles - * - * Mapping of LiteLLM role names to arrays of SSO group names. Example: {'proxy_admin': ['group-1', 'group-2'], 'proxy_admin_viewer': ['group-3']} - */ - roles?: { - [key in LitellmUserRoles]?: Array; - }; -}; - -/** - * RouterFieldsResponse - */ -export type RouterFieldsResponse = { - /** - * Fields - * - * List of all configurable router settings with metadata (without field values) - */ - fields: Array; - /** - * Routing Strategy Descriptions - * - * Descriptions for each routing strategy option - */ - routing_strategy_descriptions: { - [key: string]: string; - }; -}; - -/** - * RouterSettingsField - */ -export type RouterSettingsField = { - /** - * Field Name - */ - field_name: string; - /** - * Field Type - */ - field_type: string; - /** - * Field Value - */ - field_value: unknown; - /** - * Field Description - */ - field_description: string; - /** - * Field Default - */ - field_default?: unknown; - /** - * Options - */ - options?: Array | null; - /** - * Ui Field Name - */ - ui_field_name: string; - /** - * Link - */ - link?: string | null; -}; - -/** - * RouterSettingsResponse - */ -export type RouterSettingsResponse = { - /** - * Fields - * - * List of all configurable router settings with metadata - */ - fields: Array; - /** - * Current Values - * - * Current values of router settings - */ - current_values: { - [key: string]: unknown; - }; - /** - * Routing Strategy Descriptions - * - * Descriptions for each routing strategy option - */ - routing_strategy_descriptions: { - [key: string]: string; - }; -}; - -/** - * RoutingGroup - * - * A group of models that share a routing strategy. - */ -export type RoutingGroup = { - /** - * Group Name - */ - group_name: string; - /** - * Models - */ - models: Array; - /** - * Routing Strategy - */ - routing_strategy: string; - /** - * Routing Strategy Args - */ - routing_strategy_args?: { - [key: string]: unknown; - } | null; -}; - -/** - * SSOConfig - * - * Configuration for SSO environment variables and settings - */ -export type SsoConfig = { - /** - * Google Client Id - * - * Google OAuth Client ID for SSO authentication - */ - google_client_id?: string | null; - /** - * Google Client Secret - * - * Google OAuth Client Secret for SSO authentication - */ - google_client_secret?: string | null; - /** - * Microsoft Client Id - * - * Microsoft OAuth Client ID for SSO authentication - */ - microsoft_client_id?: string | null; - /** - * Microsoft Client Secret - * - * Microsoft OAuth Client Secret for SSO authentication - */ - microsoft_client_secret?: string | null; - /** - * Microsoft Tenant - * - * Microsoft Azure Tenant ID for SSO authentication - */ - microsoft_tenant?: string | null; - /** - * Generic Client Id - * - * Generic OAuth Client ID for SSO authentication (used for Okta and other providers) - */ - generic_client_id?: string | null; - /** - * Generic Client Secret - * - * Generic OAuth Client Secret for SSO authentication - */ - generic_client_secret?: string | null; - /** - * Generic Authorization Endpoint - * - * Authorization endpoint URL for generic OAuth provider - */ - generic_authorization_endpoint?: string | null; - /** - * Generic Token Endpoint - * - * Token endpoint URL for generic OAuth provider - */ - generic_token_endpoint?: string | null; - /** - * Generic Userinfo Endpoint - * - * User info endpoint URL for generic OAuth provider - */ - generic_userinfo_endpoint?: string | null; - /** - * Proxy Base Url - * - * Base URL of the proxy server for SSO redirects - */ - proxy_base_url?: string | null; - /** - * User Email - * - * Email of the proxy admin user - */ - user_email?: string | null; - /** - * Ui Access Mode - * - * Access mode for the UI - */ - ui_access_mode?: AccessControlUiAccessMode | string | null; - /** - * Configuration for mapping SSO groups to LiteLLM roles based on group claims in the SSO token - */ - role_mappings?: RoleMappings | null; - /** - * Configuration for mapping SSO JWT fields to team IDs. Takes precedence over config file settings. - */ - team_mappings?: TeamMappings | null; -}; - -/** - * SSOSettingsResponse - * - * Response model for SSO settings - */ -export type SsoSettingsResponse = { - /** - * Values - */ - values: { - [key: string]: unknown; - }; - /** - * Field Schema - */ - field_schema: { - [key: string]: unknown; - }; -}; - -/** - * SpendAnalyticsPaginatedResponse - */ -export type SpendAnalyticsPaginatedResponse = { - /** - * Results - */ - results: Array; - metadata?: DailySpendMetadata; -}; - -/** - * SpendCalculateRequest - */ -export type SpendCalculateRequest = { - /** - * Model - */ - model?: string | null; - /** - * Messages - */ - messages?: Array | null; - /** - * Completion Response - */ - completion_response?: { - [key: string]: unknown; - } | null; -}; - -/** - * SpendMetrics - */ -export type SpendMetrics = { - /** - * Spend - */ - spend?: number; - /** - * Prompt Tokens - */ - prompt_tokens?: number; - /** - * Completion Tokens - */ - completion_tokens?: number; - /** - * Cache Read Input Tokens - */ - cache_read_input_tokens?: number; - /** - * Cache Creation Input Tokens - */ - cache_creation_input_tokens?: number; - /** - * Total Tokens - */ - total_tokens?: number; - /** - * Successful Requests - */ - successful_requests?: number; - /** - * Failed Requests - */ - failed_requests?: number; - /** - * Api Requests - */ - api_requests?: number; -}; - -/** - * SuccessfulKeyUpdate - * - * Successfully updated key with its updated information - */ -export type SuccessfulKeyUpdate = { - /** - * Key - */ - key: string; - /** - * Key Info - */ - key_info: { - [key: string]: unknown; - }; -}; - -/** - * SupportedEndpoint - */ -export type SupportedEndpoint = { - /** - * Key - */ - key: string; - /** - * Label - */ - label: string; - /** - * Endpoint - */ - endpoint: string; - /** - * Providers - */ - providers: Array; -}; - -/** - * SupportedEndpointsResponse - */ -export type SupportedEndpointsResponse = { - /** - * Endpoints - */ - endpoints: Array; -}; - -/** - * TagActiveUsersResponse - * - * Response for tag active users metrics - */ -export type TagActiveUsersResponse = { - /** - * Tag - */ - tag: string; - /** - * Active Users - */ - active_users: number; - /** - * Date - */ - date: string; - /** - * Period Start - */ - period_start?: string | null; - /** - * Period End - */ - period_end?: string | null; -}; - -/** - * TagDeleteRequest - */ -export type TagDeleteRequest = { - /** - * Name - */ - name: string; -}; - -/** - * TagInfoRequest - */ -export type TagInfoRequest = { - /** - * Names - */ - names: Array; -}; - -/** - * TagNewRequest - */ -export type TagNewRequest = { - /** - * Name - */ - name: string; - /** - * Description - */ - description?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Model Info - */ - model_info?: { - [key: string]: string; - } | null; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Budget Duration - */ - budget_duration?: string | null; -}; - -/** - * TagSummaryMetrics - * - * Summary metrics for a tag - */ -export type TagSummaryMetrics = { - /** - * Tag - */ - tag: string; - /** - * Unique Users - */ - unique_users: number; - /** - * Total Requests - */ - total_requests: number; - /** - * Successful Requests - */ - successful_requests: number; - /** - * Failed Requests - */ - failed_requests: number; - /** - * Total Tokens - */ - total_tokens: number; - /** - * Total Spend - */ - total_spend: number; -}; - -/** - * TagSummaryResponse - * - * Response for tag summary analytics - */ -export type TagSummaryResponse = { - /** - * Results - */ - results: Array; -}; - -/** - * TagUpdateRequest - */ -export type TagUpdateRequest = { - /** - * Name - */ - name: string; - /** - * Description - */ - description?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Model Info - */ - model_info?: { - [key: string]: string; - } | null; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Budget Duration - */ - budget_duration?: string | null; -}; - -/** - * TeamAddMemberResponse - */ -export type TeamAddMemberResponse = { - /** - * Team Alias - */ - team_alias?: string | null; - /** - * Team Id - */ - team_id: string; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Admins - */ - admins?: Array; - /** - * Members - */ - members?: Array; - /** - * Members With Roles - */ - members_with_roles?: Array; - /** - * Team Member Permissions - */ - team_member_permissions?: Array | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Models - */ - models?: Array; - /** - * Blocked - */ - blocked?: boolean; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Default Team Member Models - */ - default_team_member_models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Model Id - */ - model_id?: number | null; - litellm_model_table?: LiteLlmModelTable | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - /** - * Updated Users - */ - updated_users: Array; - /** - * Updated Team Memberships - */ - updated_team_memberships: Array; -}; - -/** - * TeamListItem - * - * A team item in the paginated list response, enriched with computed fields. - */ -export type TeamListItem = { - /** - * Team Alias - */ - team_alias?: string | null; - /** - * Team Id - */ - team_id: string; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Admins - */ - admins?: Array; - /** - * Members - */ - members?: Array; - /** - * Members With Roles - */ - members_with_roles?: Array; - /** - * Team Member Permissions - */ - team_member_permissions?: Array | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Models - */ - models?: Array; - /** - * Blocked - */ - blocked?: boolean; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Default Team Member Models - */ - default_team_member_models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Model Id - */ - model_id?: number | null; - litellm_model_table?: LiteLlmModelTable | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - /** - * Members Count - */ - members_count?: number; - /** - * Access Group Models - */ - access_group_models?: Array | null; - /** - * Access Group Mcp Server Ids - */ - access_group_mcp_server_ids?: Array | null; - /** - * Access Group Agent Ids - */ - access_group_agent_ids?: Array | null; -}; - -/** - * TeamListResponse - * - * Response to get the list of teams - */ -export type TeamListResponse = { - /** - * Teams - */ - teams: Array; - /** - * Total - */ - total: number; - /** - * Page - */ - page: number; - /** - * Page Size - */ - page_size: number; - /** - * Total Pages - */ - total_pages: number; -}; - -/** - * TeamMappings - * - * Configuration for mapping SSO JWT fields to team IDs. - * - * This allows configuring team_ids_jwt_field via the database instead of - * requiring config file changes and restarts. - */ -export type TeamMappings = { - /** - * Team Ids Jwt Field - * - * The field name in the SSO/JWT token that contains the team IDs array (e.g., 'groups', 'teams'). Supports dot notation for nested fields. - */ - team_ids_jwt_field?: string | null; -}; - -/** - * TeamMemberAddRequest - * - * Request body for adding members to a team. - * - * Example: - * ```json - * { - * "team_id": "45e3e396-ee08-4a61-a88e-16b3ce7e0849", - * "member": { - * "role": "user", - * "user_id": "user123" - * }, - * "max_budget_in_team": 100.0 - * } - * ``` - */ -export type TeamMemberAddRequest = { - /** - * Member - * - * Member object or list of member objects to add. Each member must include either user_id or user_email, and a role - */ - member: Array | Member; - /** - * Team Id - * - * The ID of the team to add the member to - */ - team_id: string; - /** - * Max Budget In Team - * - * Maximum budget allocated to this user within the team. If not set, user has unlimited budget within team limits - */ - max_budget_in_team?: number | null; - /** - * Allowed Models - * - * List of models this team member can access. If not set, inherits the team's default_team_member_models or all team models. - */ - allowed_models?: Array | null; -}; - -/** - * TeamMemberAddResult - * - * Result of a single team member add operation - */ -export type TeamMemberAddResult = { - /** - * User Id - */ - user_id?: string | null; - /** - * User Email - */ - user_email?: string | null; - /** - * Success - */ - success: boolean; - /** - * Error - */ - error?: string | null; - /** - * Updated User - */ - updated_user?: { - [key: string]: unknown; - } | null; - /** - * Updated Team Membership - */ - updated_team_membership?: { - [key: string]: unknown; - } | null; -}; - -/** - * TeamMemberDeleteRequest - */ -export type TeamMemberDeleteRequest = { - /** - * User Id - */ - user_id?: string | null; - /** - * User Email - */ - user_email?: string | null; - /** - * Team Id - */ - team_id: string; -}; - -/** - * TeamMemberInfoResponse - * - * Response for GET /team/{team_id}/members/me — caller's own membership row. - */ -export type TeamMemberInfoResponse = { - /** - * User Id - */ - user_id: string; - /** - * Team Id - */ - team_id: string; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Spend - */ - spend?: number | null; - /** - * Total Spend - */ - total_spend?: number | null; - /** - * Litellm Budget Table - */ - litellm_budget_table: LiteLlmBudgetTableFull | LiteLlmBudgetTable | null; - /** - * Role - */ - role?: string | null; - /** - * User Email - */ - user_email?: string | null; - /** - * Team Alias - */ - team_alias?: string | null; -}; - -/** - * TeamMemberUpdateRequest - */ -export type TeamMemberUpdateRequest = { - /** - * User Id - */ - user_id?: string | null; - /** - * User Email - */ - user_email?: string | null; - /** - * Team Id - */ - team_id: string; - /** - * Max Budget In Team - */ - max_budget_in_team?: number | null; - /** - * Role - */ - role?: 'admin' | 'user' | null; - /** - * Tpm Limit - * - * Tokens per minute limit for this team member - */ - tpm_limit?: number | null; - /** - * Rpm Limit - * - * Requests per minute limit for this team member - */ - rpm_limit?: number | null; - /** - * Allowed Models - * - * List of models this team member can access. Pass an empty list to remove per-member model restrictions. - */ - allowed_models?: Array | null; -}; - -/** - * TeamMemberUpdateResponse - */ -export type TeamMemberUpdateResponse = { - /** - * User Id - */ - user_id: string; - /** - * User Email - */ - user_email?: string | null; - /** - * Team Id - */ - team_id: string; - /** - * Max Budget In Team - */ - max_budget_in_team?: number | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Allowed Models - */ - allowed_models?: Array | null; -}; - -/** - * TeamModelAddRequest - * - * Request to add models to a team - */ -export type TeamModelAddRequest = { - /** - * Team Id - */ - team_id: string; - /** - * Models - */ - models: Array; -}; - -/** - * TeamModelDeleteRequest - * - * Request to delete models from a team - */ -export type TeamModelDeleteRequest = { - /** - * Team Id - */ - team_id: string; - /** - * Models - */ - models: Array; -}; - -/** - * TokenCountDetailsResponse - * - * Response structure for token count details with modality breakdown. - * - * Example: - * {'totalTokens': 12, 'promptTokensDetails': [{'modality': 'TEXT', 'tokenCount': 12}]} - */ -export type TokenCountDetailsResponse = { - /** - * Totaltokens - */ - totalTokens: number; - /** - * Prompttokensdetails - */ - promptTokensDetails: Array; -}; - -/** - * TokenCountRequest - */ -export type TokenCountRequest = { - /** - * Model - */ - model: string; - /** - * Prompt - */ - prompt?: string | null; - /** - * Messages - */ - messages?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Contents - */ - contents?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Tools - */ - tools?: Array<{ - [key: string]: unknown; - }> | null; - /** - * System - */ - system?: unknown | null; -}; - -/** - * TokenCountResponse - */ -export type TokenCountResponse = { - /** - * Total Tokens - */ - total_tokens: number; - /** - * Request Model - */ - request_model: string; - /** - * Model Used - */ - model_used: string; - /** - * Tokenizer Type - */ - tokenizer_type: string; - /** - * Original Response - */ - original_response?: { - [key: string]: unknown; - } | null; - /** - * Error - */ - error?: boolean; - /** - * Error Message - */ - error_message?: string | null; - /** - * Status Code - */ - status_code?: number | null; -}; - -/** - * TopLogprob - */ -export type TopLogprob = { - /** - * Token - */ - token: string; - /** - * Bytes - */ - bytes?: Array | null; - /** - * Logprob - */ - logprob: number; - [key: string]: unknown; -}; - -/** - * TransformRequestBody - */ -export type TransformRequestBody = { - call_type: CallTypes; - /** - * Request Body - */ - request_body: { - [key: string]: unknown; - }; -}; - -/** - * UISettingsResponse - * - * Response model for UI settings - */ -export type UiSettingsResponse = { - /** - * Values - */ - values: { - [key: string]: unknown; - }; - /** - * Field Schema - */ - field_schema: { - [key: string]: unknown; - }; -}; - -/** - * UIThemeConfig - * - * Configuration for UI theme customization - */ -export type UiThemeConfig = { - /** - * Logo Url - * - * URL or path to custom logo image. Can be a local file path or HTTP/HTTPS URL - */ - logo_url?: string | null; - /** - * Favicon Url - * - * URL to custom favicon image. Must be an HTTP/HTTPS URL to a .ico, .png, or .svg file - */ - favicon_url?: string | null; -}; - -/** - * UIThemeSettingsResponse - * - * Response model for UI theme settings - */ -export type UiThemeSettingsResponse = { - /** - * Values - */ - values: { - [key: string]: unknown; - }; - /** - * Field Schema - */ - field_schema: { - [key: string]: unknown; - }; -}; - -/** - * UiDiscoveryEndpoints - */ -export type UiDiscoveryEndpoints = { - /** - * Server Root Path - */ - server_root_path: string; - /** - * Proxy Base Url - */ - proxy_base_url: string | null; - /** - * Auto Redirect To Sso - */ - auto_redirect_to_sso: boolean; - /** - * Admin Ui Disabled - */ - admin_ui_disabled: boolean; - /** - * Sso Configured - */ - sso_configured: boolean; - /** - * Is Control Plane - */ - is_control_plane?: boolean; - /** - * Workers - */ - workers?: Array; -}; - -/** - * UpdateCustomerRequest - * - * Update a Customer, use this to update customer budgets etc - */ -export type UpdateCustomerRequest = { - /** - * User Id - */ - user_id: string; - /** - * Alias - */ - alias?: string | null; - /** - * Blocked - */ - blocked?: boolean; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Allowed Model Region - */ - allowed_model_region?: 'eu' | 'us' | null; - /** - * Default Model - */ - default_model?: string | null; - object_permission?: LiteLlmObjectPermissionBase | null; -}; - -/** - * UpdateKeyRequest - */ -export type UpdateKeyRequest = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Config - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - } | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Key - */ - key: string; - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Enforced Params - */ - enforced_params?: Array | null; - /** - * Allowed Routes - */ - allowed_routes?: Array | null; - /** - * Allowed Passthrough Routes - */ - allowed_passthrough_routes?: Array | null; - /** - * Allowed Vector Store Indexes - */ - allowed_vector_store_indexes?: Array | null; - /** - * Rpm Limit Type - */ - rpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - /** - * Tpm Limit Type - */ - tpm_limit_type?: 'guaranteed_throughput' | 'best_effort_throughput' | 'dynamic' | null; - router_settings?: UpdateRouterConfig | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Temp Budget Increase - */ - temp_budget_increase?: number | null; - /** - * Temp Budget Expiry - */ - temp_budget_expiry?: string | null; - /** - * Auto Rotate - */ - auto_rotate?: boolean | null; - /** - * Rotation Interval - */ - rotation_interval?: string | null; - /** - * Organization Id - */ - organization_id?: string | null; -}; - -/** - * UpdateModelGroupRequest - */ -export type UpdateModelGroupRequest = { - /** - * Model Names - */ - model_names?: Array | null; - /** - * Model Ids - */ - model_ids?: Array | null; -}; - -/** - * UpdateProjectRequest - * - * Request model for POST /project/update - */ -export type UpdateProjectRequest = { - /** - * Budget Id - */ - budget_id?: string | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Allowed Models - */ - allowed_models?: Array | null; - /** - * Project Id - */ - project_id: string; - /** - * Project Alias - */ - project_alias?: string | null; - /** - * Description - */ - description?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Models - */ - models?: Array | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Blocked - */ - blocked?: boolean | null; - object_permission?: LiteLlmObjectPermissionBase | null; -}; - -/** - * UpdatePublicModelGroupsRequest - * - * Request model for updating public model groups - */ -export type UpdatePublicModelGroupsRequest = { - /** - * Model Groups - * - * List of model group names to make public - */ - model_groups: Array; -}; - -/** - * UpdateRouterConfig - * - * Set of params that you can modify via `router.update_settings()`. - */ -export type UpdateRouterConfig = { - /** - * Routing Strategy Args - */ - routing_strategy_args?: { - [key: string]: unknown; - } | null; - /** - * Routing Strategy - */ - routing_strategy?: string | null; - /** - * Routing Groups - */ - routing_groups?: Array | null; - /** - * Model Group Retry Policy - */ - model_group_retry_policy?: { - [key: string]: unknown; - } | null; - /** - * Model Group Affinity Config - */ - model_group_affinity_config?: { - [key: string]: Array; - } | null; - /** - * Allowed Fails - */ - allowed_fails?: number | null; - /** - * Cooldown Time - */ - cooldown_time?: number | null; - /** - * Num Retries - */ - num_retries?: number | null; - /** - * Timeout - */ - timeout?: number | null; - /** - * Max Retries - */ - max_retries?: number | null; - /** - * Retry After - */ - retry_after?: number | null; - /** - * Fallbacks - */ - fallbacks?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Context Window Fallbacks - */ - context_window_fallbacks?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Model Group Alias - */ - model_group_alias?: { - [key: string]: string | { - [key: string]: unknown; - }; - } | null; -}; - -/** - * UpdateTeamMemberPermissionsRequest - * - * Request to update the team member permissions for a team - */ -export type UpdateTeamMemberPermissionsRequest = { - /** - * Team Id - */ - team_id: string; - /** - * Team Member Permissions - */ - team_member_permissions: Array; -}; - -/** - * UpdateTeamRequest - * - * UpdateTeamRequest, used by /team/update when you need to update a team - * - * team_id: str - * team_alias: Optional[str] = None - * organization_id: Optional[str] = None - * metadata: Optional[dict] = None - * tpm_limit: Optional[int] = None - * rpm_limit: Optional[int] = None - * max_budget: Optional[float] = None - * models: Optional[list] = None - * blocked: Optional[bool] = None - * budget_duration: Optional[str] = None - * guardrails: Optional[List[str]] = None - * policies: Optional[List[str]] = None - */ -export type UpdateTeamRequest = { - /** - * Team Id - */ - team_id: string; - /** - * Team Alias - */ - team_alias?: string | null; - /** - * Organization Id - */ - organization_id?: string | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Models - */ - models?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Model Aliases - */ - model_aliases?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Team Member Budget - */ - team_member_budget?: number | null; - /** - * Team Member Budget Duration - */ - team_member_budget_duration?: string | null; - /** - * Team Member Rpm Limit - */ - team_member_rpm_limit?: number | null; - /** - * Team Member Tpm Limit - */ - team_member_tpm_limit?: number | null; - /** - * Team Member Key Duration - */ - team_member_key_duration?: string | null; - /** - * Allowed Passthrough Routes - */ - allowed_passthrough_routes?: Array | null; - /** - * Secret Manager Settings - */ - secret_manager_settings?: { - [key: string]: unknown; - } | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: number; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: number; - } | null; - /** - * Allowed Vector Store Indexes - */ - allowed_vector_store_indexes?: Array | null; - /** - * Enforced Batch Output Expires After - */ - enforced_batch_output_expires_after?: { - [key: string]: unknown; - } | null; - /** - * Enforced File Expires After - */ - enforced_file_expires_after?: { - [key: string]: unknown; - } | null; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Default Team Member Models - */ - default_team_member_models?: Array | null; -}; - -/** - * UpdateUsefulLinksRequest - */ -export type UpdateUsefulLinksRequest = { - /** - * Useful Links - */ - useful_links: { - [key: string]: string | { - [key: string]: unknown; - }; - }; -}; - -/** - * UpdateUserRequest - */ -export type UpdateUserRequest = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Config - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - } | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Password - */ - password?: string | null; - /** - * User Alias - */ - user_alias?: string | null; - /** - * User Role - */ - user_role?: 'proxy_admin' | 'proxy_admin_viewer' | 'internal_user' | 'internal_user_viewer' | null; - /** - * User Email - */ - user_email?: string | null; -}; - -/** - * UpdateUserRequestNoUserIDorEmail - */ -export type UpdateUserRequestNoUserIDorEmail = { - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Duration - */ - duration?: string | null; - /** - * Models - */ - models?: Array | null; - /** - * Spend - */ - spend?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Limits - */ - budget_limits?: Array | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Config - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - } | null; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Model Rpm Limit - */ - model_rpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Model Tpm Limit - */ - model_tpm_limit?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Policies - */ - policies?: Array | null; - /** - * Prompts - */ - prompts?: Array | null; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - } | null; - object_permission?: LiteLlmObjectPermissionBase | null; - /** - * Password - */ - password?: string | null; - /** - * User Alias - */ - user_alias?: string | null; - /** - * User Role - */ - user_role?: 'proxy_admin' | 'proxy_admin_viewer' | 'internal_user' | 'internal_user_viewer' | null; -}; - -/** - * UserAPIKeyAuth - * - * Return the row in the db - */ -export type UserApiKeyAuth = { - /** - * Token - */ - token?: string | null; - /** - * Key Name - */ - key_name?: string | null; - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Spend - */ - spend?: number; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Expires - */ - expires?: string | string | null; - /** - * Models - */ - models?: Array; - /** - * Aliases - */ - aliases?: { - [key: string]: unknown; - }; - /** - * Config - */ - config?: { - [key: string]: unknown; - }; - /** - * User Id - */ - user_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Agent Id - */ - agent_id?: string | null; - /** - * Project Id - */ - project_id?: string | null; - /** - * Max Parallel Requests - */ - max_parallel_requests?: number | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - }; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Allowed Cache Controls - */ - allowed_cache_controls?: Array | null; - /** - * Allowed Routes - */ - allowed_routes?: Array | null; - /** - * Permissions - */ - permissions?: { - [key: string]: unknown; - }; - /** - * Model Spend - */ - model_spend?: { - [key: string]: unknown; - }; - /** - * Model Max Budget - */ - model_max_budget?: { - [key: string]: unknown; - }; - /** - * Soft Budget Cooldown - */ - soft_budget_cooldown?: boolean; - /** - * Blocked - */ - blocked?: boolean | null; - /** - * Litellm Budget Table - */ - litellm_budget_table?: { - [key: string]: unknown; - } | null; - /** - * Org Id - */ - org_id?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Updated By - */ - updated_by?: string | null; - /** - * Last Active - */ - last_active?: string | null; - /** - * Object Permission Id - */ - object_permission_id?: string | null; - object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Access Group Ids - */ - access_group_ids?: Array | null; - /** - * Rotation Count - */ - rotation_count?: number | null; - /** - * Auto Rotate - */ - auto_rotate?: boolean | null; - /** - * Rotation Interval - */ - rotation_interval?: string | null; - /** - * Last Rotation At - */ - last_rotation_at?: string | null; - /** - * Key Rotation At - */ - key_rotation_at?: string | null; - /** - * Router Settings - */ - router_settings?: { - [key: string]: unknown; - } | null; - /** - * Budget Limits - */ - budget_limits?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Team Spend - */ - team_spend?: number | null; - /** - * Team Alias - */ - team_alias?: string | null; - /** - * Team Tpm Limit - */ - team_tpm_limit?: number | null; - /** - * Team Rpm Limit - */ - team_rpm_limit?: number | null; - /** - * Team Max Budget - */ - team_max_budget?: number | null; - /** - * Team Soft Budget - */ - team_soft_budget?: number | null; - /** - * Team Models - */ - team_models?: Array; - /** - * Team Blocked - */ - team_blocked?: boolean; - /** - * Soft Budget - */ - soft_budget?: number | null; - /** - * Team Model Aliases - */ - team_model_aliases?: { - [key: string]: unknown; - } | null; - team_member?: Member | null; - /** - * Team Metadata - */ - team_metadata?: { - [key: string]: unknown; - } | null; - /** - * Team Object Permission Id - */ - team_object_permission_id?: string | null; - /** - * Team Member Spend - */ - team_member_spend?: number | null; - /** - * Team Member Tpm Limit - */ - team_member_tpm_limit?: number | null; - /** - * Team Member Rpm Limit - */ - team_member_rpm_limit?: number | null; - /** - * End User Id - */ - end_user_id?: string | null; - /** - * End User Tpm Limit - */ - end_user_tpm_limit?: number | null; - /** - * End User Rpm Limit - */ - end_user_rpm_limit?: number | null; - /** - * End User Max Budget - */ - end_user_max_budget?: number | null; - /** - * End User Model Max Budget - */ - end_user_model_max_budget?: { - [key: string]: unknown; - } | null; - /** - * Organization Alias - */ - organization_alias?: string | null; - /** - * Organization Max Budget - */ - organization_max_budget?: number | null; - /** - * Organization Tpm Limit - */ - organization_tpm_limit?: number | null; - /** - * Organization Rpm Limit - */ - organization_rpm_limit?: number | null; - /** - * Organization Metadata - */ - organization_metadata?: { - [key: string]: unknown; - } | null; - /** - * Project Alias - */ - project_alias?: string | null; - /** - * Project Metadata - */ - project_metadata?: { - [key: string]: unknown; - } | null; - /** - * Last Refreshed At - */ - last_refreshed_at?: number | null; - /** - * Api Key - */ - api_key?: string | null; - user_role?: LitellmUserRoles | null; - /** - * Allowed Model Region - */ - allowed_model_region?: 'eu' | 'us' | null; - /** - * Parent Otel Span - */ - parent_otel_span?: unknown | null; - /** - * Rpm Limit Per Model - */ - rpm_limit_per_model?: { - [key: string]: number; - } | null; - /** - * Tpm Limit Per Model - */ - tpm_limit_per_model?: { - [key: string]: number; - } | null; - /** - * User Tpm Limit - */ - user_tpm_limit?: number | null; - /** - * User Rpm Limit - */ - user_rpm_limit?: number | null; - /** - * User Email - */ - user_email?: string | null; - /** - * User Spend - */ - user_spend?: number | null; - /** - * User Max Budget - */ - user_max_budget?: number | null; - /** - * Request Route - */ - request_route?: string | null; - /** - * User - */ - user?: unknown | null; - /** - * Created By User - */ - created_by_user?: unknown | null; - end_user_object_permission?: LiteLlmObjectPermissionTable | null; - team_object_permission?: LiteLlmObjectPermissionTable | null; - /** - * Jwt Claims - */ - jwt_claims?: { - [key: string]: unknown; - } | null; -}; - -/** - * UserInfoResponse - */ -export type UserInfoResponse = { - /** - * User Id - */ - user_id: string | null; - /** - * User Info - */ - user_info: { - [key: string]: unknown; - } | BaseModel | null; - /** - * Keys - */ - keys: Array; - /** - * Teams - */ - teams: Array; -}; - -/** - * UserInfoV2Response - * - * Response model for GET /v2/user/info - * - * Returns ONLY the user object - no keys, no teams objects. - * This is a lightweight alternative to UserInfoResponse. - */ -export type UserInfoV2Response = { - /** - * User Id - */ - user_id: string; - /** - * User Email - */ - user_email?: string | null; - /** - * User Alias - */ - user_alias?: string | null; - /** - * User Role - */ - user_role?: string | null; - /** - * Spend - */ - spend?: number; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Models - */ - models?: Array; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Budget Reset At - */ - budget_reset_at?: string | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Sso User Id - */ - sso_user_id?: string | null; - /** - * Teams - */ - teams?: Array; -}; - -/** - * UserListResponse - * - * Response model for the user list endpoint - */ -export type UserListResponse = { - /** - * Users - */ - users: Array; - /** - * Total - */ - total: number; - /** - * Page - */ - page: number; - /** - * Page Size - */ - page_size: number; - /** - * Total Pages - */ - total_pages: number; -}; - -/** - * UserUpdateResult - * - * Result of a single user update operation - */ -export type UserUpdateResult = { - /** - * User Id - */ - user_id?: string | null; - /** - * User Email - */ - user_email?: string | null; - /** - * Success - */ - success: boolean; - /** - * Error - */ - error?: string | null; - /** - * Updated User - */ - updated_user?: { - [key: string]: unknown; - } | null; -}; - -/** - * ValidationError - */ -export type ValidationError = { - /** - * Location - */ - loc: Array; - /** - * Message - */ - msg: string; - /** - * Error Type - */ - type: string; -}; - -/** - * WorkerRegistryEntry - */ -export type WorkerRegistryEntry = { - /** - * Worker Id - */ - worker_id: string; - /** - * Name - */ - name: string; - /** - * Url - */ - url: string; -}; - -/** - * WorkflowEventCreateRequest - */ -export type WorkflowEventCreateRequest = { - /** - * Event Type - */ - event_type: string; - /** - * Step Name - */ - step_name: string; - /** - * Data - */ - data?: { - [key: string]: unknown; - } | null; -}; - -/** - * WorkflowMessageCreateRequest - */ -export type WorkflowMessageCreateRequest = { - /** - * Role - */ - role: string; - /** - * Content - */ - content: string; - /** - * Session Id - */ - session_id?: string | null; -}; - -/** - * WorkflowRunCreateRequest - */ -export type WorkflowRunCreateRequest = { - /** - * Workflow Type - */ - workflow_type: string; - /** - * Input - */ - input?: { - [key: string]: unknown; - } | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; -}; - -/** - * WorkflowRunUpdateRequest - */ -export type WorkflowRunUpdateRequest = { - /** - * Status - */ - status?: 'pending' | 'running' | 'paused' | 'completed' | 'failed' | null; - /** - * Output - */ - output?: { - [key: string]: unknown; - } | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; -}; - -/** - * updateDeployment - */ -export type UpdateDeployment = { - /** - * Model Name - */ - model_name?: string | null; - litellm_params?: UpdateLiteLlmParams | null; - model_info?: ModelInfo | null; - /** - * Blocked - */ - blocked?: boolean | null; -}; - -/** - * updateLiteLLMParams - */ -export type UpdateLiteLlmParams = { - /** - * Input Cost Per Token - */ - input_cost_per_token?: number | null; - /** - * Output Cost Per Token - */ - output_cost_per_token?: number | null; - /** - * Input Cost Per Second - */ - input_cost_per_second?: number | null; - /** - * Output Cost Per Second - */ - output_cost_per_second?: number | null; - /** - * Output Cost Per Second 1080P - */ - output_cost_per_second_1080p?: number | null; - /** - * Input Cost Per Pixel - */ - input_cost_per_pixel?: number | null; - /** - * Output Cost Per Pixel - */ - output_cost_per_pixel?: number | null; - /** - * Input Cost Per Token Flex - */ - input_cost_per_token_flex?: number | null; - /** - * Input Cost Per Token Priority - */ - input_cost_per_token_priority?: number | null; - /** - * Cache Creation Input Token Cost - */ - cache_creation_input_token_cost?: number | null; - /** - * Cache Creation Input Token Cost Above 1Hr - */ - cache_creation_input_token_cost_above_1hr?: number | null; - /** - * Cache Creation Input Token Cost Above 200K Tokens - */ - cache_creation_input_token_cost_above_200k_tokens?: number | null; - /** - * Cache Creation Input Audio Token Cost - */ - cache_creation_input_audio_token_cost?: number | null; - /** - * Cache Read Input Token Cost - */ - cache_read_input_token_cost?: number | null; - /** - * Cache Read Input Token Cost Flex - */ - cache_read_input_token_cost_flex?: number | null; - /** - * Cache Read Input Token Cost Priority - */ - cache_read_input_token_cost_priority?: number | null; - /** - * Cache Read Input Token Cost Above 200K Tokens - */ - cache_read_input_token_cost_above_200k_tokens?: number | null; - /** - * Cache Read Input Audio Token Cost - */ - cache_read_input_audio_token_cost?: number | null; - /** - * Input Cost Per Character - */ - input_cost_per_character?: number | null; - /** - * Input Cost Per Character Above 128K Tokens - */ - input_cost_per_character_above_128k_tokens?: number | null; - /** - * Input Cost Per Audio Token - */ - input_cost_per_audio_token?: number | null; - /** - * Input Cost Per Token Cache Hit - */ - input_cost_per_token_cache_hit?: number | null; - /** - * Input Cost Per Token Above 128K Tokens - */ - input_cost_per_token_above_128k_tokens?: number | null; - /** - * Input Cost Per Token Above 200K Tokens - */ - input_cost_per_token_above_200k_tokens?: number | null; - /** - * Input Cost Per Query - */ - input_cost_per_query?: number | null; - /** - * Input Cost Per Image - */ - input_cost_per_image?: number | null; - /** - * Input Cost Per Image Above 128K Tokens - */ - input_cost_per_image_above_128k_tokens?: number | null; - /** - * Input Cost Per Audio Per Second - */ - input_cost_per_audio_per_second?: number | null; - /** - * Input Cost Per Audio Per Second Above 128K Tokens - */ - input_cost_per_audio_per_second_above_128k_tokens?: number | null; - /** - * Input Cost Per Video Per Second - */ - input_cost_per_video_per_second?: number | null; - /** - * Input Cost Per Video Per Second Above 128K Tokens - */ - input_cost_per_video_per_second_above_128k_tokens?: number | null; - /** - * Input Cost Per Video Per Second Above 15S Interval - */ - input_cost_per_video_per_second_above_15s_interval?: number | null; - /** - * Input Cost Per Video Per Second Above 8S Interval - */ - input_cost_per_video_per_second_above_8s_interval?: number | null; - /** - * Input Cost Per Token Batches - */ - input_cost_per_token_batches?: number | null; - /** - * Output Cost Per Token Batches - */ - output_cost_per_token_batches?: number | null; - /** - * Output Cost Per Token Flex - */ - output_cost_per_token_flex?: number | null; - /** - * Output Cost Per Token Priority - */ - output_cost_per_token_priority?: number | null; - /** - * Output Cost Per Character - */ - output_cost_per_character?: number | null; - /** - * Output Cost Per Audio Token - */ - output_cost_per_audio_token?: number | null; - /** - * Output Cost Per Token Above 128K Tokens - */ - output_cost_per_token_above_128k_tokens?: number | null; - /** - * Output Cost Per Token Above 200K Tokens - */ - output_cost_per_token_above_200k_tokens?: number | null; - /** - * Output Cost Per Character Above 128K Tokens - */ - output_cost_per_character_above_128k_tokens?: number | null; - /** - * Output Cost Per Image - */ - output_cost_per_image?: number | null; - /** - * Output Cost Per Image Token - */ - output_cost_per_image_token?: number | null; - /** - * Output Cost Per Reasoning Token - */ - output_cost_per_reasoning_token?: number | null; - /** - * Output Cost Per Video Per Second - */ - output_cost_per_video_per_second?: number | null; - /** - * Output Cost Per Audio Per Second - */ - output_cost_per_audio_per_second?: number | null; - /** - * Search Context Cost Per Query - */ - search_context_cost_per_query?: { - [key: string]: unknown; - } | null; - /** - * Citation Cost Per Token - */ - citation_cost_per_token?: number | null; - /** - * Tiered Pricing - */ - tiered_pricing?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Version - */ - api_version?: string | null; - /** - * Vertex Project - */ - vertex_project?: string | null; - /** - * Vertex Location - */ - vertex_location?: string | null; - /** - * Vertex Credentials - */ - vertex_credentials?: string | { - [key: string]: unknown; - } | null; - /** - * Region Name - */ - region_name?: string | null; - /** - * Aws Access Key Id - */ - aws_access_key_id?: string | null; - /** - * Aws Secret Access Key - */ - aws_secret_access_key?: string | null; - /** - * Aws Region Name - */ - aws_region_name?: string | null; - /** - * Aws Bedrock Runtime Endpoint - */ - aws_bedrock_runtime_endpoint?: string | null; - /** - * Watsonx Region Name - */ - watsonx_region_name?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - /** - * Tpm - */ - tpm?: number | null; - /** - * Rpm - */ - rpm?: number | null; - /** - * Timeout - */ - timeout?: number | string | null; - /** - * Stream Timeout - */ - stream_timeout?: string | number | null; - /** - * Max Retries - */ - max_retries?: number | null; - /** - * Organization - */ - organization?: string | null; - /** - * Configurable Clientside Auth Params - */ - configurable_clientside_auth_params?: Array | null; - /** - * Litellm Credential Name - */ - litellm_credential_name?: string | null; - /** - * Litellm Trace Id - */ - litellm_trace_id?: string | null; - /** - * Max File Size Mb - */ - max_file_size_mb?: number | null; - /** - * Default Api Key Tpm Limit - */ - default_api_key_tpm_limit?: number | null; - /** - * Default Api Key Rpm Limit - */ - default_api_key_rpm_limit?: number | null; - /** - * Max Budget - */ - max_budget?: number | null; - /** - * Budget Duration - */ - budget_duration?: string | null; - /** - * Use In Pass Through - */ - use_in_pass_through?: boolean | null; - /** - * Use Litellm Proxy - */ - use_litellm_proxy?: boolean | null; - /** - * Use Chat Completions Api - */ - use_chat_completions_api?: boolean | null; - /** - * Merge Reasoning Content In Choices - */ - merge_reasoning_content_in_choices?: boolean | null; - /** - * Model Info - */ - model_info?: { - [key: string]: unknown; - } | null; - /** - * Mock Response - */ - mock_response?: string | ModelResponse | unknown | null; - /** - * Tags - */ - tags?: Array | null; - /** - * Tag Regex - */ - tag_regex?: Array | null; - /** - * Auto Router Config Path - */ - auto_router_config_path?: string | null; - /** - * Auto Router Config - */ - auto_router_config?: string | null; - /** - * Auto Router Default Model - */ - auto_router_default_model?: string | null; - /** - * Auto Router Embedding Model - */ - auto_router_embedding_model?: string | null; - /** - * Complexity Router Config - */ - complexity_router_config?: { - [key: string]: unknown; - } | null; - /** - * Complexity Router Default Model - */ - complexity_router_default_model?: string | null; - /** - * Adaptive Router Default Model - */ - adaptive_router_default_model?: string | null; - /** - * Adaptive Router Config - */ - adaptive_router_config?: { - [key: string]: unknown; - } | null; - /** - * Quality Router Config - */ - quality_router_config?: { - [key: string]: unknown; - } | null; - /** - * Quality Router Default Model - */ - quality_router_default_model?: string | null; - /** - * S3 Bucket Name - */ - s3_bucket_name?: string | null; - /** - * S3 Encryption Key Id - */ - s3_encryption_key_id?: string | null; - /** - * Gcs Bucket Name - */ - gcs_bucket_name?: string | null; - /** - * Vector Store Id - */ - vector_store_id?: string | null; - /** - * Milvus Text Field - */ - milvus_text_field?: string | null; - /** - * Milvus Db Name - */ - milvus_db_name?: string | null; - /** - * Milvus Partition Names - */ - milvus_partition_names?: Array | null; - /** - * Model - */ - model?: string | null; - [key: string]: unknown; -}; - -/** - * ProxyChatCompletionRequest - * - * Pydantic model for chat completion requests that includes both OpenAI standard fields - * and LiteLLM-specific parameters. This replaces the previous TypedDict version. - */ -export type ProxyChatCompletionRequest = { - /** - * Model - */ - model: string; - /** - * Messages - */ - messages: Array; - /** - * Frequency Penalty - */ - frequency_penalty?: number | null; - /** - * Logit Bias - */ - logit_bias?: { - [key: string]: number; - } | null; - /** - * Logprobs - */ - logprobs?: boolean | null; - /** - * Top Logprobs - */ - top_logprobs?: number | null; - /** - * Max Tokens - */ - max_tokens?: number | null; - /** - * N - */ - n?: number | null; - /** - * Presence Penalty - */ - presence_penalty?: number | null; - /** - * Response Format - */ - response_format?: { - [key: string]: unknown; - } | null; - /** - * Seed - */ - seed?: number | null; - /** - * Service Tier - */ - service_tier?: string | null; - /** - * Stop - */ - stop?: string | Array | null; - /** - * Stream Options - */ - stream_options?: { - [key: string]: unknown; - } | null; - /** - * Temperature - */ - temperature?: number | null; - /** - * Top P - */ - top_p?: number | null; - /** - * Tools - */ - tools?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Tool Choice - */ - tool_choice?: string | { - [key: string]: unknown; - } | null; - /** - * Parallel Tool Calls - */ - parallel_tool_calls?: boolean | null; - /** - * Function Call - */ - function_call?: string | { - [key: string]: unknown; - } | null; - /** - * Functions - */ - functions?: Array<{ - [key: string]: unknown; - }> | null; - /** - * User - */ - user?: string | null; - /** - * Stream - */ - stream?: boolean | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Caching - */ - caching?: boolean | null; - /** - * Num Retries - */ - num_retries?: number | null; - /** - * Context Window Fallback Dict - */ - context_window_fallback_dict?: { - [key: string]: string; - } | null; - /** - * Fallbacks - */ - fallbacks?: Array | null; -}; - -/** - * ChatCompletionAssistantMessage - */ -export type ChatCompletionAssistantMessage = { - /** - * Role - */ - role: 'assistant'; - /** - * Content - */ - content?: string | Array | null; - /** - * Name - */ - name?: string | null; - /** - * Tool Calls - */ - tool_calls?: Array | null; - function_call?: ChatCompletionToolCallFunctionChunk | null; - /** - * Reasoning Content - */ - reasoning_content?: string | null; - cache_control?: ChatCompletionCachedContent; - /** - * Thinking Blocks - */ - thinking_blocks?: Array | null; - /** - * Reasoning Items - */ - reasoning_items?: Array | null; -}; - -/** - * ChatCompletionAssistantToolCall - */ -export type ChatCompletionAssistantToolCall = { - /** - * Id - */ - id: string | null; - /** - * Type - */ - type: 'function'; - function: ChatCompletionToolCallFunctionChunk; -}; - -/** - * ChatCompletionAudioObject - */ -export type ChatCompletionAudioObject = { - input_audio: InputAudio; - /** - * Type - */ - type: 'input_audio'; -}; - -/** - * ChatCompletionDeveloperMessage - */ -export type ChatCompletionDeveloperMessage = { - /** - * Role - */ - role: 'developer'; - /** - * Content - */ - content: string | Array; - /** - * Name - */ - name?: string; - cache_control?: ChatCompletionCachedContent; -}; - -/** - * ChatCompletionDocumentObject - */ -export type ChatCompletionDocumentObject = { - /** - * Type - */ - type: 'document'; - source: DocumentObject; - /** - * Title - */ - title: string; - /** - * Context - */ - context: string; - citations: CitationsObject | null; -}; - -/** - * ChatCompletionFileObject - */ -export type ChatCompletionFileObject = { - /** - * Type - */ - type: 'file'; - file: ChatCompletionFileObjectFile; -}; - -/** - * ChatCompletionFileObjectFile - */ -export type ChatCompletionFileObjectFile = { - /** - * File Data - */ - file_data?: string; - /** - * File Id - */ - file_id?: string; - /** - * Filename - */ - filename?: string; - /** - * Format - */ - format?: string; - /** - * Detail - */ - detail?: string; - /** - * Video Metadata - */ - video_metadata?: { - [key: string]: unknown; - }; -}; - -/** - * ChatCompletionFunctionMessage - */ -export type ChatCompletionFunctionMessage = { - /** - * Role - */ - role: 'function'; - /** - * Content - */ - content: string | Array | null; - /** - * Name - */ - name: string; - /** - * Tool Call Id - */ - tool_call_id: string | null; -}; - -/** - * ChatCompletionImageObject - */ -export type ChatCompletionImageObject = { - /** - * Type - */ - type: 'image_url'; - /** - * Image Url - */ - image_url: string | ChatCompletionImageUrlObject; -}; - -/** - * ChatCompletionImageUrlObject - */ -export type ChatCompletionImageUrlObject = { - /** - * Url - */ - url: string; - /** - * Detail - */ - detail?: string; - /** - * Format - */ - format?: string; -}; - -/** - * ChatCompletionSystemMessage - */ -export type ChatCompletionSystemMessage = { - /** - * Role - */ - role: 'system'; - /** - * Content - */ - content: string | Array; - /** - * Name - */ - name?: string; - cache_control?: ChatCompletionCachedContent; -}; - -/** - * ChatCompletionTextObject - */ -export type ChatCompletionTextObject = { - /** - * Type - */ - type: 'text'; - /** - * Text - */ - text: string; - cache_control?: ChatCompletionCachedContent; -}; - -/** - * ChatCompletionToolCallFunctionChunk - */ -export type ChatCompletionToolCallFunctionChunk = { - /** - * Name - */ - name?: string | null; - /** - * Arguments - */ - arguments?: string; - /** - * Provider Specific Fields - */ - provider_specific_fields?: { - [key: string]: unknown; - } | null; -}; - -/** - * ChatCompletionToolMessage - */ -export type ChatCompletionToolMessage = { - /** - * Role - */ - role: 'tool'; - /** - * Content - */ - content: string | Array; - /** - * Tool Call Id - */ - tool_call_id: string; -}; - -/** - * ChatCompletionUserMessage - */ -export type ChatCompletionUserMessage = { - /** - * Role - */ - role: 'user'; - /** - * Content - */ - content: string | Array; - cache_control?: ChatCompletionCachedContent; -}; - -/** - * ChatCompletionVideoObject - */ -export type ChatCompletionVideoObject = { - /** - * Type - */ - type: 'video_url'; - /** - * Video Url - */ - video_url: string | ChatCompletionVideoUrlObject; -}; - -/** - * ChatCompletionVideoUrlObject - */ -export type ChatCompletionVideoUrlObject = { - /** - * Url - */ - url: string; - /** - * Detail - */ - detail?: string; -}; - -/** - * CitationsObject - */ -export type CitationsObject = { - /** - * Enabled - */ - enabled: boolean; -}; - -/** - * DocumentObject - */ -export type DocumentObject = { - /** - * Type - */ - type: 'text'; - /** - * Media Type - */ - media_type: string; - /** - * Data - */ - data: string; -}; - -/** - * InputAudio - */ -export type InputAudio = { - /** - * Data - */ - data: string; - /** - * Format - */ - format: 'wav' | 'mp3'; -}; - -/** - * EmbeddingRequest - */ -export type EmbeddingRequest = { - /** - * Model - */ - model: string; - /** - * Input - */ - input?: Array; - /** - * Timeout - */ - timeout?: number; - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Version - */ - api_version?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Api Type - */ - api_type?: string | null; - /** - * Caching - */ - caching?: boolean; - /** - * User - */ - user?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | { - [key: string]: unknown; - } | null; - /** - * Litellm Call Id - */ - litellm_call_id?: string | null; - /** - * Litellm Logging Obj - */ - litellm_logging_obj?: { - [key: string]: unknown; - } | null; - /** - * Logger Fn - */ - logger_fn?: string | null; - [key: string]: unknown; -}; - -/** - * ApplyGuardrailRequest - */ -export type ApplyGuardrailRequest = { - /** - * Entities - */ - entities?: Array | null; - /** - * Guardrail Name - */ - guardrail_name: string; - /** - * Input Type - */ - input_type?: string; - /** - * Language - */ - language?: string | null; - /** - * Messages - */ - messages?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Text - */ - text: string; -}; - -/** - * ApplyGuardrailResponse - */ -export type ApplyGuardrailResponse = { - /** - * Response Text - */ - response_text: string; -}; - -/** - * BaseLitellmParams - */ -export type BaseLitellmParamsInput = { - /** - * Additional Provider Specific Params - * - * Additional provider-specific parameters for generic guardrail APIs - */ - additional_provider_specific_params?: { - [key: string]: unknown; - } | null; - /** - * Api Base - * - * Base URL for the guardrail service API - */ - api_base?: string | null; - /** - * Api Endpoint - * - * Optional custom API endpoint for Model Armor - */ - api_endpoint?: string | null; - /** - * Api Key - * - * API key for the guardrail service - */ - api_key?: string | null; - /** - * Blocked Words - * - * List of blocked words with individual actions - */ - blocked_words?: Array | null; - /** - * Blocked Words File - * - * Path to YAML file containing blocked_words list - */ - blocked_words_file?: string | null; - /** - * Categories - * - * List of prebuilt categories to enable (harmful_*, bias_*) - */ - categories?: Array | null; - /** - * Threshold configuration for Lakera guardrail categories - */ - category_thresholds?: LakeraCategoryThresholds | null; - /** - * Credentials - * - * Path to Google Cloud credentials JSON file or JSON string - */ - credentials?: string | null; - /** - * Custom Code - * - * Python-like code containing the apply_guardrail function for custom guardrail logic - */ - custom_code?: string | null; - /** - * Default On - * - * Whether the guardrail is enabled by default - */ - default_on?: boolean | null; - /** - * Detect Secrets Config - * - * Configuration for detect-secrets guardrail - */ - detect_secrets_config?: { - [key: string]: unknown; - } | null; - /** - * End Session After N Fails - * - * For /v1/realtime sessions: automatically close the session after this many guardrail violations. - */ - end_session_after_n_fails?: number | null; - /** - * Experimental Use Latest Role Message Only - * - * When True, guardrails only receive the latest message for the relevant role (e.g., newest user input pre-call, newest assistant output post-call) - */ - experimental_use_latest_role_message_only?: boolean | null; - /** - * Extra Headers - * - * Header names to forward from the client request to the guardrail (e.g. x-request-id). Only these headers' values are sent; others may be omitted or sent as [present]. Used by generic_guardrail_api (similar to MCP extra_headers). - */ - extra_headers?: Array | null; - /** - * Fail On Error - * - * Whether to fail the request if Model Armor encounters an error - */ - fail_on_error?: boolean | null; - /** - * Guard Name - * - * Name of the guardrail in guardrails.ai - */ - guard_name?: string | null; - /** - * Keyword Redaction Tag - * - * Tag to use for keyword redaction - */ - keyword_redaction_tag?: string | null; - /** - * Location - * - * Google Cloud location/region (e.g., us-central1) - */ - location?: string | null; - /** - * Mask Request Content - * - * Will mask request content if guardrail makes any changes - */ - mask_request_content?: boolean | null; - /** - * Mask Response Content - * - * Will mask response content if guardrail makes any changes - */ - mask_response_content?: boolean | null; - /** - * Model - * - * Optional field if guardrail requires a 'model' parameter - */ - model?: string | null; - /** - * On Violation - * - * For /v1/realtime sessions: 'warn' speaks the violation message and continues; 'end_session' speaks the message and closes the connection. - */ - on_violation?: 'warn' | 'end_session' | null; - /** - * Pangea Input Recipe - * - * Recipe for input (LLM request) - */ - pangea_input_recipe?: string | null; - /** - * Pangea Output Recipe - * - * Recipe for output (LLM response) - */ - pangea_output_recipe?: string | null; - /** - * Pattern Redaction Format - * - * Format string for pattern redaction (use {pattern_name} placeholder) - */ - pattern_redaction_format?: string | null; - /** - * Patterns - * - * List of patterns (prebuilt or custom regex) to detect - */ - patterns?: Array | null; - /** - * Realtime Violation Message - * - * The message the bot speaks aloud when a /v1/realtime guardrail fires. Falls back to violation_message_template if not set. - */ - realtime_violation_message?: string | null; - /** - * Severity Threshold - * - * Minimum severity to block (high, medium, low) - */ - severity_threshold?: string | null; - /** - * Skip System Message In Guardrail - * - * When True, unified guardrails skip system-role messages when building evaluation inputs (texts and structured_messages). When False, system messages are included even if litellm_settings sets a global skip. When None, use the global litellm.skip_system_message_in_guardrail setting. - */ - skip_system_message_in_guardrail?: boolean | null; - /** - * Template Id - * - * The ID of your Model Armor template - */ - template_id?: string | null; - /** - * Unreachable Fallback - * - * Behavior when a guardrail endpoint is unreachable due to network errors. NOTE: This is currently only implemented by guardrail='generic_guardrail_api'. 'fail_closed' raises an error (default). 'fail_open' logs a critical error and allows the request to proceed. - */ - unreachable_fallback?: 'fail_closed' | 'fail_open'; - /** - * Violation Message Template - * - * Custom message when a guardrail blocks an action. Supports placeholders like {tool_name}, {rule_id}, and {default_message}. - */ - violation_message_template?: string | null; - [key: string]: unknown; -}; - -/** - * BaseLitellmParams - */ -export type BaseLitellmParamsOutput = { - /** - * Additional Provider Specific Params - * - * Additional provider-specific parameters for generic guardrail APIs - */ - additional_provider_specific_params?: { - [key: string]: unknown; - } | null; - /** - * Api Base - * - * Base URL for the guardrail service API - */ - api_base?: string | null; - /** - * Api Endpoint - * - * Optional custom API endpoint for Model Armor - */ - api_endpoint?: string | null; - /** - * Api Key - * - * API key for the guardrail service - */ - api_key?: string | null; - /** - * Blocked Words - * - * List of blocked words with individual actions - */ - blocked_words?: Array | null; - /** - * Blocked Words File - * - * Path to YAML file containing blocked_words list - */ - blocked_words_file?: string | null; - /** - * Categories - * - * List of prebuilt categories to enable (harmful_*, bias_*) - */ - categories?: Array | null; - /** - * Threshold configuration for Lakera guardrail categories - */ - category_thresholds?: LakeraCategoryThresholds | null; - /** - * Credentials - * - * Path to Google Cloud credentials JSON file or JSON string - */ - credentials?: string | null; - /** - * Custom Code - * - * Python-like code containing the apply_guardrail function for custom guardrail logic - */ - custom_code?: string | null; - /** - * Default On - * - * Whether the guardrail is enabled by default - */ - default_on?: boolean | null; - /** - * Detect Secrets Config - * - * Configuration for detect-secrets guardrail - */ - detect_secrets_config?: { - [key: string]: unknown; - } | null; - /** - * End Session After N Fails - * - * For /v1/realtime sessions: automatically close the session after this many guardrail violations. - */ - end_session_after_n_fails?: number | null; - /** - * Experimental Use Latest Role Message Only - * - * When True, guardrails only receive the latest message for the relevant role (e.g., newest user input pre-call, newest assistant output post-call) - */ - experimental_use_latest_role_message_only?: boolean | null; - /** - * Extra Headers - * - * Header names to forward from the client request to the guardrail (e.g. x-request-id). Only these headers' values are sent; others may be omitted or sent as [present]. Used by generic_guardrail_api (similar to MCP extra_headers). - */ - extra_headers?: Array | null; - /** - * Fail On Error - * - * Whether to fail the request if Model Armor encounters an error - */ - fail_on_error?: boolean | null; - /** - * Guard Name - * - * Name of the guardrail in guardrails.ai - */ - guard_name?: string | null; - /** - * Keyword Redaction Tag - * - * Tag to use for keyword redaction - */ - keyword_redaction_tag?: string | null; - /** - * Location - * - * Google Cloud location/region (e.g., us-central1) - */ - location?: string | null; - /** - * Mask Request Content - * - * Will mask request content if guardrail makes any changes - */ - mask_request_content?: boolean | null; - /** - * Mask Response Content - * - * Will mask response content if guardrail makes any changes - */ - mask_response_content?: boolean | null; - /** - * Model - * - * Optional field if guardrail requires a 'model' parameter - */ - model?: string | null; - /** - * On Violation - * - * For /v1/realtime sessions: 'warn' speaks the violation message and continues; 'end_session' speaks the message and closes the connection. - */ - on_violation?: 'warn' | 'end_session' | null; - /** - * Pangea Input Recipe - * - * Recipe for input (LLM request) - */ - pangea_input_recipe?: string | null; - /** - * Pangea Output Recipe - * - * Recipe for output (LLM response) - */ - pangea_output_recipe?: string | null; - /** - * Pattern Redaction Format - * - * Format string for pattern redaction (use {pattern_name} placeholder) - */ - pattern_redaction_format?: string | null; - /** - * Patterns - * - * List of patterns (prebuilt or custom regex) to detect - */ - patterns?: Array | null; - /** - * Realtime Violation Message - * - * The message the bot speaks aloud when a /v1/realtime guardrail fires. Falls back to violation_message_template if not set. - */ - realtime_violation_message?: string | null; - /** - * Severity Threshold - * - * Minimum severity to block (high, medium, low) - */ - severity_threshold?: string | null; - /** - * Skip System Message In Guardrail - * - * When True, unified guardrails skip system-role messages when building evaluation inputs (texts and structured_messages). When False, system messages are included even if litellm_settings sets a global skip. When None, use the global litellm.skip_system_message_in_guardrail setting. - */ - skip_system_message_in_guardrail?: boolean | null; - /** - * Template Id - * - * The ID of your Model Armor template - */ - template_id?: string | null; - /** - * Unreachable Fallback - * - * Behavior when a guardrail endpoint is unreachable due to network errors. NOTE: This is currently only implemented by guardrail='generic_guardrail_api'. 'fail_closed' raises an error (default). 'fail_open' logs a critical error and allows the request to proceed. - */ - unreachable_fallback?: 'fail_closed' | 'fail_open'; - /** - * Violation Message Template - * - * Custom message when a guardrail blocks an action. Supports placeholders like {tool_name}, {rule_id}, and {default_message}. - */ - violation_message_template?: string | null; - [key: string]: unknown; -}; - -/** - * BlockedWord - * - * Represents a blocked word with its action and optional description - */ -export type BlockedWord = { - /** - * Action to take when keyword is detected (BLOCK or MASK) - */ - action: ContentFilterAction; - /** - * Description - * - * Optional description explaining why this keyword is sensitive - */ - description?: string | null; - /** - * Keyword - * - * The keyword to block or mask - */ - keyword: string; -}; - -/** - * ContentFilterAction - * - * Action to take when content filter detects a match - */ -export type ContentFilterAction = 'BLOCK' | 'MASK'; - -/** - * ContentFilterCategoryConfig - * - * category: "harmful_self_harm" - * enabled: true - * action: "BLOCK" - * severity_threshold: "medium" - * category_file: "/path/to/custom_file.yaml" # optional override - */ -export type ContentFilterCategoryConfig = { - /** - * Action - * - * The action to take when the category is detected - */ - action: 'BLOCK' | 'MASK'; - /** - * Category - * - * The category to detect - */ - category: string; - /** - * Category File - * - * Optional override. Use your own category file instead of the default one. - */ - category_file?: string | null; - /** - * Enabled - * - * Whether the category is enabled - */ - enabled?: boolean; - /** - * Severity Threshold - * - * The severity threshold to detect the category - */ - severity_threshold?: 'high' | 'medium' | 'low'; - [key: string]: unknown; -}; - -/** - * ContentFilterPattern - * - * Represents a content filter pattern (prebuilt or custom regex) - */ -export type ContentFilterPattern = { - /** - * Action to take when pattern matches (BLOCK or MASK) - */ - action: ContentFilterAction; - /** - * Name - * - * Name for this pattern (used in logging and error messages) - */ - name?: string | null; - /** - * Pattern - * - * Custom regex pattern. Required if pattern_type is 'regex' - */ - pattern?: string | null; - /** - * Pattern Name - * - * Name of prebuilt pattern (e.g., 'us_ssn', 'credit_card'). Required if pattern_type is 'prebuilt' - */ - pattern_name?: string | null; - /** - * Pattern Type - * - * Type of pattern: 'prebuilt' for predefined patterns or 'regex' for custom - */ - pattern_type: 'prebuilt' | 'regex'; -}; - -/** - * CreateGuardrailRequest - */ -export type CreateGuardrailRequest = { - guardrail: Guardrail; -}; - -/** - * GUARDRAIL_DEFINITION_LOCATION - */ -export type GuardrailDefinitionLocation = 'db' | 'config'; - -/** - * GraySwanGuardrailConfigModelOptionalParams - * - * Optional parameters for the Gray Swan guardrail. - */ -export type GraySwanGuardrailConfigModelOptionalParams = { - /** - * Categories - * - * Default Gray Swan category definitions to send with each request. - */ - categories?: { - [key: string]: string; - } | null; - /** - * Fail Open - * - * If true (default), errors contacting Gray Swan are logged and the request proceeds. If false, errors propagate and block the request. - */ - fail_open?: boolean | null; - /** - * Guardrail Timeout - * - * Timeout in seconds for calling the Gray Swan guardrail service. - */ - guardrail_timeout?: number | null; - /** - * On Flagged Action - * - * Action when a violation is detected: 'block' rejects the call (400 error), 'monitor' logs only, 'passthrough' replaces response content with violation message (200 status). - */ - on_flagged_action?: string | null; - /** - * Policy Id - * - * Gray Swan policy identifier to apply during monitoring. - */ - policy_id?: string | null; - /** - * Reasoning Mode - * - * Gray Swan reasoning mode override. Accepted values: 'off', 'hybrid', 'thinking'. - */ - reasoning_mode?: string | null; - /** - * Violation Threshold - * - * Threshold between 0 and 1 at which Gray Swan violations trigger the configured action. - */ - violation_threshold?: number | null; -}; - -/** - * Guardrail - */ -export type Guardrail = { - /** - * Created At - */ - created_at?: string | null; - /** - * Guardrail Id - */ - guardrail_id?: string | null; - /** - * Guardrail Info - */ - guardrail_info?: { - [key: string]: unknown; - } | null; - /** - * Guardrail Name - */ - guardrail_name: string; - litellm_params: LitellmParams; - /** - * Policy Template - */ - policy_template?: string | null; - /** - * Updated At - */ - updated_at?: string | null; -}; - -/** - * GuardrailInfoResponse - */ -export type GuardrailInfoResponse = { - /** - * Created At - */ - created_at?: string | null; - guardrail_definition_location?: GuardrailDefinitionLocation; - /** - * Guardrail Id - */ - guardrail_id?: string | null; - /** - * Guardrail Info - */ - guardrail_info?: { - [key: string]: unknown; - } | null; - /** - * Guardrail Name - */ - guardrail_name: string; - litellm_params?: BaseLitellmParamsOutput | null; - /** - * Updated At - */ - updated_at?: string | null; -}; - -/** - * GuardrailSubmissionItem - */ -export type GuardrailSubmissionItem = { - /** - * Created At - */ - created_at?: string | null; - /** - * Guardrail Id - */ - guardrail_id: string; - /** - * Guardrail Info - */ - guardrail_info?: { - [key: string]: unknown; - } | null; - /** - * Guardrail Name - */ - guardrail_name: string; - /** - * Litellm Params - */ - litellm_params?: { - [key: string]: unknown; - } | null; - /** - * Reviewed At - */ - reviewed_at?: string | null; - /** - * Status - */ - status: string; - /** - * Submitted At - */ - submitted_at?: string | null; - /** - * Submitted By Email - */ - submitted_by_email?: string | null; - /** - * Submitted By User Id - */ - submitted_by_user_id?: string | null; - /** - * Team Guardrail - */ - team_guardrail?: boolean; - /** - * Team Id - */ - team_id?: string | null; - /** - * Updated At - */ - updated_at?: string | null; -}; - -/** - * GuardrailSubmissionSummary - */ -export type GuardrailSubmissionSummary = { - /** - * Active - */ - active: number; - /** - * Pending Review - */ - pending_review: number; - /** - * Rejected - */ - rejected: number; - /** - * Total - */ - total: number; -}; - -/** - * LakeraCategoryThresholds - */ -export type LakeraCategoryThresholds = { - /** - * Jailbreak - */ - jailbreak?: number; - /** - * Prompt Injection - */ - prompt_injection?: number; - [key: string]: unknown; -}; - -/** - * ListGuardrailSubmissionsResponse - */ -export type ListGuardrailSubmissionsResponse = { - /** - * Submissions - */ - submissions: Array; - summary: GuardrailSubmissionSummary; -}; - -/** - * ListGuardrailsResponse - */ -export type ListGuardrailsResponse = { - /** - * Guardrails - */ - guardrails: Array; -}; - -/** - * LitellmParams - */ -export type LitellmParams = { - /** - * Action - * - * 'block' raises an error; 'mask' replaces the code block with a placeholder. - */ - action?: 'block' | 'mask'; - /** - * Additional Provider Specific Params - * - * Additional provider-specific parameters for generic guardrail APIs - */ - additional_provider_specific_params?: { - [key: string]: unknown; - } | null; - /** - * Akto Account Id - * - * Akto account ID for multi-tenant deployments. Env: AKTO_ACCOUNT_ID. Default: '1000000'. - */ - akto_account_id?: string | null; - /** - * Akto Api Key - * - * API key for Akto. Env: AKTO_API_KEY. - */ - akto_api_key?: string | null; - /** - * Akto Base Url - * - * Akto Guardrail API Base URL. Env: AKTO_GUARDRAIL_API_BASE. - */ - akto_base_url?: string | null; - /** - * Akto Vxlan Id - * - * Akto VXLAN ID. Env: AKTO_VXLAN_ID. Default: '0'. - */ - akto_vxlan_id?: string | null; - /** - * Anonymize Input - * - * If True, replaces sensitive content with anonymized version when only PII/PCI/secrets are detected. Only applies in blocking mode. Defaults to False if not provided - */ - anonymize_input?: boolean | null; - /** - * Api Base - * - * Base URL for the Lakera AI API - */ - api_base?: string | null; - /** - * Api Endpoint - * - * Optional custom API endpoint for Model Armor - */ - api_endpoint?: string | null; - /** - * Api Id - * - * The Hiddenlayer API Id for the Hiddenlayer API. If not provided, the `HIDDENLAYER_CLIENT_ID` environment variable is checked or https://api.hiddenlayer.ai is used. - */ - api_id?: string | null; - /** - * Api Key - * - * API key for the Lakera AI service - */ - api_key?: string | null; - /** - * Api Version - * - * API version for Javelin service - */ - api_version?: string | null; - /** - * Application - * - * Application name for Javelin service - */ - application?: string | null; - /** - * Application Id - * - * Application ID for Noma Security. Defaults to 'litellm' if not provided - */ - application_id?: string | null; - /** - * Assertions - * - * Custom assertions to validate against the output. Each assertion is a string describing a condition. - */ - assertions?: Array | null; - /** - * Async Mode - * - * Set to True to request asynchronous analysis (sets `plr_async` header). Defaults to provider behaviour when omitted. - */ - async_mode?: boolean | null; - /** - * Auth Token - * - * Authorization bearer token for IBM Guardrails API. Reads from IBM_GUARDRAILS_AUTH_TOKEN env var if None. - */ - auth_token?: string | null; - /** - * Aws Access Key Id - * - * AWS access key ID for authentication - */ - aws_access_key_id?: string | null; - /** - * Aws Bedrock Runtime Endpoint - * - * AWS Bedrock runtime endpoint URL - */ - aws_bedrock_runtime_endpoint?: string | null; - /** - * Aws Profile Name - * - * AWS profile name for credential retrieval - */ - aws_profile_name?: string | null; - /** - * Aws Region Name - * - * AWS region where your guardrail is deployed - */ - aws_region_name?: string | null; - /** - * Aws Role Name - * - * AWS role name for assuming roles - */ - aws_role_name?: string | null; - /** - * Aws Secret Access Key - * - * AWS secret access key for authentication - */ - aws_secret_access_key?: string | null; - /** - * Aws Session Name - * - * Name of the AWS session - */ - aws_session_name?: string | null; - /** - * Aws Session Token - * - * AWS session token for temporary credentials - */ - aws_session_token?: string | null; - /** - * Aws Sts Endpoint - * - * AWS STS endpoint URL - */ - aws_sts_endpoint?: string | null; - /** - * Aws Web Identity Token - * - * Web identity token for AWS role assumption - */ - aws_web_identity_token?: string | null; - /** - * Base Url - * - * Base URL for the IBM Guardrails server - */ - base_url?: string | null; - /** - * Block Failures - * - * If True, blocks requests on API failures. Defaults to True if not provided - */ - block_failures?: boolean | null; - /** - * Block On Error - * - * Whether to block the request when the PromptGuard API is unreachable. Defaults to true (fail-closed). Set to false for fail-open behaviour. - */ - block_on_error?: boolean | null; - /** - * Block On Violation - * - * Whether to block requests when violations are detected. Defaults to True. - */ - block_on_violation?: boolean | null; - /** - * Blocked Languages - * - * Language tags to block (e.g. python, javascript, bash). Empty or None = block all fenced code blocks. - */ - blocked_languages?: Array | null; - /** - * Blocked Words - * - * List of blocked words with individual actions - */ - blocked_words?: Array | null; - /** - * Blocked Words File - * - * Path to YAML file containing blocked_words list - */ - blocked_words_file?: string | null; - /** - * Breakdown - * - * Whether to include breakdown in the response - */ - breakdown?: boolean | null; - /** - * Categories - * - * List of prebuilt categories to enable (harmful_*, bias_*) - */ - categories?: Array | null; - /** - * Threshold configuration for Lakera guardrail categories - */ - category_thresholds?: LakeraCategoryThresholds | null; - /** - * Confidence Threshold - * - * Only block or mask when detection confidence >= this value; below threshold, allow or log_only. - */ - confidence_threshold?: number; - /** - * Config - * - * Additional configuration for the guardrail - */ - config?: { - [key: string]: unknown; - } | null; - /** - * Content Moderation Check - * - * Enable content moderation to check for harmful content (harassment, hate speech, etc.). - */ - content_moderation_check?: boolean | null; - /** - * Credentials - * - * Path to Google Cloud credentials JSON file or JSON string - */ - credentials?: string | null; - /** - * Custom Code - * - * Python-like code containing the apply_guardrail function for custom guardrail logic - */ - custom_code?: string | null; - /** - * Default Action - * - * Fallback decision when no rule matches - */ - default_action?: 'allow' | 'deny'; - /** - * Default On - * - * Whether the guardrail is enabled by default - */ - default_on?: boolean | null; - /** - * Deployment Name - * - * The EnkryptAI deployment name to use. Sent via X-Enkrypt-Deployment header. - */ - deployment_name?: string | null; - /** - * Detect Execution Intent - * - * When True, block only when user intent is to run/execute; allow when intent is explain/refactor/don't run. Also block text-only execution requests (e.g. 'run `ls`', 'read /etc/passwd'). - */ - detect_execution_intent?: boolean; - /** - * Detect Secrets Config - * - * Configuration for detect-secrets guardrail - */ - detect_secrets_config?: { - [key: string]: unknown; - } | null; - /** - * Detector Id - * - * Name of the detector inside the server (e.g., 'jailbreak-detector') - */ - detector_id?: string | null; - /** - * Detectors - * - * Dictionary of detector configurations (e.g., {'nsfw': {'enabled': True}, 'toxicity': {'enabled': True}}). - */ - detectors?: { - [key: string]: unknown; - } | null; - /** - * Dev Info - * - * Whether to include developer information in the response - */ - dev_info?: boolean | null; - /** - * Disable Exception On Block - * - * If True, will not raise an exception when the guardrail is blocked. Useful for OpenWebUI where exceptions can end the chat flow. - */ - disable_exception_on_block?: boolean | null; - /** - * End Session After N Fails - * - * For /v1/realtime sessions: automatically close the session after this many guardrail violations. - */ - end_session_after_n_fails?: number | null; - /** - * Evaluation Id - * - * Pre-configured evaluation ID from Qualifire dashboard. When provided, uses invoke_evaluation() instead of evaluate(). - */ - evaluation_id?: string | null; - /** - * Experimental Use Latest Role Message Only - * - * When True, guardrails only receive the latest message for the relevant role (e.g., newest user input pre-call, newest assistant output post-call) - */ - experimental_use_latest_role_message_only?: boolean | null; - /** - * Extra Headers - * - * Header names to forward from the client request to the guardrail (e.g. x-request-id). Only these headers' values are sent; others may be omitted or sent as [present]. Used by generic_guardrail_api (similar to MCP extra_headers). - */ - extra_headers?: Array | null; - /** - * Fail On Error - * - * Whether to fail the request if Model Armor encounters an error - */ - fail_on_error?: boolean | null; - /** - * Grounding Check - * - * Enable grounding verification to ensure output is grounded in provided context. - */ - grounding_check?: boolean | null; - /** - * Grounding Strictness - * - * Strictness level for XecGuard context-grounding validation. 'BALANCED' (default) treats INCOMPLETE answers as SAFE; 'STRICT' flags them as UNSAFE. Grounding only runs in post_call when `metadata.xecguard_grounding_documents` is provided. - */ - grounding_strictness?: 'BALANCED' | 'STRICT' | null; - /** - * Guard Name - * - * Name of the Javelin guard to use - */ - guard_name?: string | null; - /** - * Guardrail - * - * The type of guardrail integration to use - */ - guardrail: string; - /** - * Guardrailidentifier - * - * The ID of your guardrail on Bedrock - */ - guardrailIdentifier?: string | null; - /** - * Guardrailversion - * - * The version of your Bedrock guardrail (e.g., DRAFT or version number) - */ - guardrailVersion?: string | null; - /** - * Guardrail Timeout - * - * HTTP timeout in seconds. Default: 5. - */ - guardrail_timeout?: number | null; - /** - * Hallucinations Check - * - * Enable hallucination detection to detect factual inaccuracies. - */ - hallucinations_check?: boolean | null; - /** - * Include Evidence - * - * Include detailed evidence payloads in responses (sets `plr_evidence` header). - */ - include_evidence?: boolean | null; - /** - * Include Scanners - * - * Include scanner category summaries in responses (sets `plr_scanners` header). - */ - include_scanners?: boolean | null; - /** - * Is Detector Server - * - * Boolean flag to determine if calling a detector server (True) or the FMS Orchestrator (False). Defaults to True. - */ - is_detector_server?: boolean | null; - /** - * Keyword Redaction Tag - * - * Tag to use for keyword redaction - */ - keyword_redaction_tag?: string | null; - /** - * Lasso Conversation Id - * - * Conversation ID for the Lasso guardrail - */ - lasso_conversation_id?: string | null; - /** - * Lasso User Id - * - * User ID for the Lasso guardrail - */ - lasso_user_id?: string | null; - /** - * Location - * - * Google Cloud location/region (e.g., us-central1) - */ - location?: string | null; - /** - * Mask - * - * Enable content masking using Lasso classifix API - */ - mask?: boolean | null; - /** - * Mask Request Content - * - * Will mask request content if guardrail makes any changes - */ - mask_request_content?: boolean | null; - /** - * Mask Response Content - * - * Will mask response content if guardrail makes any changes - */ - mask_response_content?: boolean | null; - /** - * Metadata - * - * Additional metadata to include in the request - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Mock Redacted Text - * - * Mock redacted text for testing - */ - mock_redacted_text?: { - [key: string]: unknown; - } | null; - /** - * Mode - * - * When to apply the guardrail (pre_call, post_call, during_call, logging_only) - */ - mode: string | Array | Mode; - /** - * Model - * - * Optional field if guardrail requires a 'model' parameter - */ - model?: string | null; - /** - * Monitor Mode - * - * If True, logs violations without blocking. Defaults to False if not provided - */ - monitor_mode?: boolean | null; - /** - * On Disallowed Action - * - * Choose whether disallowed tools block the request or get rewritten out of the payload - */ - on_disallowed_action?: 'block' | 'rewrite'; - /** - * On Flagged - * - * Action to take when content is flagged: 'block' (raise exception) or 'monitor' (log only) - */ - on_flagged?: 'block' | 'monitor' | null; - /** - * On Flagged Action - * - * Action to take when content is flagged: 'block' (raise exception) or 'monitor' (log only) - */ - on_flagged_action?: string | null; - /** - * On Violation - * - * For /v1/realtime sessions: 'warn' speaks the violation message and continues; 'end_session' speaks the message and closes the connection. - */ - on_violation?: 'warn' | 'end_session' | null; - /** - * Optional parameters for the guardrail - */ - optional_params?: GraySwanGuardrailConfigModelOptionalParams | null; - /** - * Output Parse Pii - * - * When True, LiteLLM will replace the masked text with the original text in the response - */ - output_parse_pii?: boolean | null; - /** - * Pangea Input Recipe - * - * Recipe for input (LLM request) - */ - pangea_input_recipe?: string | null; - /** - * Pangea Output Recipe - * - * Recipe for output (LLM response) - */ - pangea_output_recipe?: string | null; - /** - * Pattern Redaction Format - * - * Format string for pattern redaction (use {pattern_name} placeholder) - */ - pattern_redaction_format?: string | null; - /** - * Patterns - * - * List of patterns (prebuilt or custom regex) to detect - */ - patterns?: Array | null; - /** - * Payload - * - * Whether to include payload in the response - */ - payload?: boolean | null; - /** - * Persist Session - * - * Controls Pillar session persistence (sets `plr_persist` header). Set to False to disable persistence. - */ - persist_session?: boolean | null; - /** - * Pii Check - * - * Enable PII (Personally Identifiable Information) detection. - */ - pii_check?: boolean | null; - /** - * Pii Entities Config - * - * Configuration for PII entity types and actions - */ - pii_entities_config?: { - [key: string]: PiiAction; - } | null; - /** - * Policy Id - * - * Policy ID for Zscaler AI Guard. Can also be set via ZSCALER_AI_GUARD_POLICY_ID environment variable - */ - policy_id?: number | null; - /** - * Policy Name - * - * The EnkryptAI policy name to use. Sent via x-enkrypt-policy header. - */ - policy_name?: string | null; - /** - * Policy Names - * - * XecGuard policies to apply on each scan. Select one or more of the built-in default policies; if none are selected, the guardrail defaults to System Prompt Enforcement + Harmful Content Protection. - */ - policy_names?: Array | null; - /** - * Presidio Ad Hoc Recognizers - * - * Path to a JSON file containing ad-hoc recognizers for Presidio - */ - presidio_ad_hoc_recognizers?: string | null; - /** - * Presidio Analyzer Api Base - * - * Base URL for the Presidio analyzer API - */ - presidio_analyzer_api_base?: string | null; - /** - * Presidio Anonymizer Api Base - * - * Base URL for the Presidio anonymizer API - */ - presidio_anonymizer_api_base?: string | null; - /** - * Presidio Entities Deny List - * - * List of entity types to exclude from Presidio detection results. Detections of these types will be silently dropped. Useful for suppressing false positives (e.g., US_DRIVER_LICENSE on coding routes). - */ - presidio_entities_deny_list?: Array | null; - /** - * Presidio Filter Scope - * - * Where to apply Presidio checks: 'input' (user -> model), 'output' (model -> user), or 'both' (default). - */ - presidio_filter_scope?: 'input' | 'output' | 'both' | null; - /** - * Presidio Language - * - * Language code for Presidio PII analysis (e.g., 'en', 'de', 'es', 'fr') - */ - presidio_language?: string | null; - /** - * Presidio Run On - * - * Where to apply Presidio checks: input, output, or both (default). - */ - presidio_run_on?: 'input' | 'output' | 'both' | null; - /** - * Presidio Score Thresholds - * - * Optional per-entity minimum confidence scores for Presidio detections. Entities below the threshold are ignored. - */ - presidio_score_thresholds?: { - [key: string]: number; - } | null; - /** - * Project Id - * - * Project ID for the Lakera AI project - */ - project_id?: string | null; - /** - * Prompt Injections - * - * Enable prompt injection detection. Default check if no evaluation_id and no other checks are specified. - */ - prompt_injections?: boolean | null; - /** - * Realtime Violation Message - * - * The message the bot speaks aloud when a /v1/realtime guardrail fires. Falls back to violation_message_template if not set. - */ - realtime_violation_message?: string | null; - /** - * Rules - * - * Ordered allow/deny rules. Patterns use regex for tool names/types and optional regex constraints on tool arguments. - */ - rules?: Array | null; - /** - * Send User Api Key Alias - * - * Whether to send user_API_key_alias in headers - */ - send_user_api_key_alias?: boolean | null; - /** - * Send User Api Key Team Id - * - * Whether to send user_API_key_team_id in headers - */ - send_user_api_key_team_id?: boolean | null; - /** - * Send User Api Key User Id - * - * Whether to send user_API_key_user_id in headers - */ - send_user_api_key_user_id?: boolean | null; - /** - * Severity Threshold - * - * Minimum severity to block (high, medium, low) - */ - severity_threshold?: string | null; - /** - * Skip System Message In Guardrail - * - * When True, unified guardrails skip system-role messages when building evaluation inputs (texts and structured_messages). When False, system messages are included even if litellm_settings sets a global skip. When None, use the global litellm.skip_system_message_in_guardrail setting. - */ - skip_system_message_in_guardrail?: boolean | null; - /** - * Template Id - * - * The ID of your Model Armor template - */ - template_id?: string | null; - /** - * Tool Selection Quality Check - * - * Enable tool selection quality check to evaluate quality of tool/function calls. - */ - tool_selection_quality_check?: boolean | null; - /** - * Unreachable Fallback - * - * What to do when Akto is unreachable. 'fail_open' = allow, 'fail_closed' = block. - */ - unreachable_fallback?: 'fail_closed' | 'fail_open'; - /** - * Use V2 - * - * If True and guardrail='noma', route to the new Noma v2 implementation instead of the legacy implementation. - */ - use_v2?: boolean | null; - /** - * Verify Ssl - * - * Whether to verify SSL certificates. Defaults to True. - */ - verify_ssl?: boolean | null; - /** - * Version - * - * Hiddenlayer guardrail version to use. - */ - version?: number | null; - /** - * Violation Message Template - * - * Custom message when a guardrail blocks an action. Supports placeholders like {tool_name}, {rule_id}, and {default_message}. - */ - violation_message_template?: string | null; - /** - * Xecguard Model - * - * XecGuard scanning model identifier. Defaults to 'xecguard_v2'. - */ - xecguard_model?: string | null; - [key: string]: unknown; -}; - -/** - * Mode - */ -export type Mode = { - /** - * Default - * - * Default mode when no tags match - */ - default?: string | Array | null; - /** - * Tags - * - * Tags for the guardrail mode - */ - tags: { - [key: string]: string | Array; - }; -}; - -/** - * PatchGuardrailRequest - */ -export type PatchGuardrailRequest = { - /** - * Guardrail Info - */ - guardrail_info?: { - [key: string]: unknown; - } | null; - /** - * Guardrail Name - */ - guardrail_name?: string | null; - litellm_params?: BaseLitellmParamsInput | null; -}; - -/** - * PiiAction - */ -export type PiiAction = 'BLOCK' | 'MASK'; - -/** - * PiiEntityType - */ -export type PiiEntityType = 'CREDIT_CARD' | 'CRYPTO' | 'DATE_TIME' | 'EMAIL_ADDRESS' | 'IBAN_CODE' | 'IP_ADDRESS' | 'NRP' | 'LOCATION' | 'PERSON' | 'PHONE_NUMBER' | 'MEDICAL_LICENSE' | 'URL' | 'US_BANK_NUMBER' | 'US_DRIVER_LICENSE' | 'US_ITIN' | 'US_PASSPORT' | 'US_SSN' | 'UK_NHS' | 'UK_NINO' | 'ES_NIF' | 'ES_NIE' | 'IT_FISCAL_CODE' | 'IT_DRIVER_LICENSE' | 'IT_VAT_CODE' | 'IT_PASSPORT' | 'IT_IDENTITY_CARD' | 'PL_PESEL' | 'SG_NRIC_FIN' | 'SG_UEN' | 'AU_ABN' | 'AU_ACN' | 'AU_TFN' | 'AU_MEDICARE' | 'IN_PAN' | 'IN_AADHAAR' | 'IN_VEHICLE_REGISTRATION' | 'IN_VOTER' | 'IN_PASSPORT' | 'FI_PERSONAL_IDENTITY_CODE'; - -/** - * RegisterGuardrailRequest - * - * Request body for POST /guardrails/register. Follows Generic Guardrail API config. - */ -export type RegisterGuardrailRequest = { - /** - * Guardrail Info - */ - guardrail_info?: { - [key: string]: unknown; - } | null; - /** - * Guardrail Name - */ - guardrail_name: string; - /** - * Litellm Params - */ - litellm_params: { - [key: string]: unknown; - }; - /** - * Team Id - */ - team_id?: string | null; -}; - -/** - * RegisterGuardrailResponse - */ -export type RegisterGuardrailResponse = { - /** - * Guardrail Id - */ - guardrail_id: string; - /** - * Guardrail Name - */ - guardrail_name: string; - /** - * Status - */ - status: string; - /** - * Submitted At - */ - submitted_at?: string | null; -}; - -/** - * TestCustomCodeGuardrailRequest - * - * Request model for testing custom code guardrails. - */ -export type TestCustomCodeGuardrailRequest = { - /** - * Custom Code - */ - custom_code: string; - /** - * Input Type - */ - input_type?: string; - /** - * Request Data - */ - request_data?: { - [key: string]: unknown; - } | null; - /** - * Test Input - */ - test_input: { - [key: string]: unknown; - }; -}; - -/** - * TestCustomCodeGuardrailResponse - * - * Response model for testing custom code guardrails. - */ -export type TestCustomCodeGuardrailResponse = { - /** - * Error - */ - error?: string | null; - /** - * Error Type - */ - error_type?: string | null; - /** - * Result - */ - result?: { - [key: string]: unknown; - } | null; - /** - * Success - */ - success: boolean; -}; - -/** - * ToolPermissionRule - * - * A rule defining permission for a specific tool or tool pattern - */ -export type ToolPermissionRule = { - /** - * Allowed Param Patterns - * - * Optional regex map enforcing nested parameter values using dot/[] paths - */ - allowed_param_patterns?: { - [key: string]: string; - } | null; - /** - * Decision - * - * Whether to allow or deny this tool usage - */ - decision: 'allow' | 'deny'; - /** - * Id - * - * Unique identifier for the rule - */ - id: string; - /** - * Tool Name - * - * Regex pattern applied to the tool's function name - */ - tool_name?: string | null; - /** - * Tool Type - * - * Regex pattern applied to the tool type (e.g., function) - */ - tool_type?: string | null; -}; - -/** - * UpdateGuardrailRequest - */ -export type UpdateGuardrailRequest = { - guardrail: Guardrail; -}; - -/** - * UsageDetailResponse - */ -export type UsageDetailResponse = { - /** - * Avglatency - */ - avgLatency: number | null; - /** - * Avgscore - */ - avgScore: number | null; - /** - * Description - */ - description: string | null; - /** - * Failrate - */ - failRate: number; - /** - * Guardrail Id - */ - guardrail_id: string; - /** - * Guardrail Name - */ - guardrail_name: string; - /** - * Provider - */ - provider: string; - /** - * Requestsevaluated - */ - requestsEvaluated: number; - /** - * Status - */ - status: string; - /** - * Time Series - */ - time_series: Array<{ - [key: string]: unknown; - }>; - /** - * Trend - */ - trend: string; - /** - * Type - */ - type: string; -}; - -/** - * UsageLogEntry - */ -export type UsageLogEntry = { - /** - * Action - */ - action: string; - /** - * Id - */ - id: string; - /** - * Input Snippet - */ - input_snippet: string | null; - /** - * Latency Ms - */ - latency_ms: number | null; - /** - * Model - */ - model: string | null; - /** - * Output Snippet - */ - output_snippet: string | null; - /** - * Reason - */ - reason: string | null; - /** - * Score - */ - score: number | null; - /** - * Timestamp - */ - timestamp: string; -}; - -/** - * UsageLogsResponse - */ -export type UsageLogsResponse = { - /** - * Logs - */ - logs: Array; - /** - * Page - */ - page: number; - /** - * Page Size - */ - page_size: number; - /** - * Total - */ - total: number; -}; - -/** - * UsageOverviewResponse - */ -export type UsageOverviewResponse = { - /** - * Chart - */ - chart: Array<{ - [key: string]: unknown; - }>; - /** - * Passrate - */ - passRate: number; - /** - * Rows - */ - rows: Array; - /** - * Totalblocked - */ - totalBlocked: number; - /** - * Totalrequests - */ - totalRequests: number; -}; - -/** - * UsageOverviewRow - */ -export type UsageOverviewRow = { - /** - * Avglatency - */ - avgLatency: number | null; - /** - * Avgscore - */ - avgScore: number | null; - /** - * Failrate - */ - failRate: number; - /** - * Id - */ - id: string; - /** - * Name - */ - name: string; - /** - * Provider - */ - provider: string; - /** - * Requestsevaluated - */ - requestsEvaluated: number; - /** - * Status - */ - status: string; - /** - * Trend - */ - trend: string; - /** - * Type - */ - type: string; -}; - -/** - * ChatCompletionToolCallChunk - */ -export type ChatCompletionToolCallChunk = { - function: ChatCompletionToolCallFunctionChunk; - /** - * Id - */ - id: string | null; - /** - * Index - */ - index: number; - /** - * Type - */ - type: 'function'; -}; - -/** - * ChatCompletionToolParam - */ -export type ChatCompletionToolParam = { - cache_control?: ChatCompletionCachedContent; - function: ChatCompletionToolParamFunctionChunk; - /** - * Type - */ - type: 'function' | string; -}; - -/** - * ChatCompletionToolParamFunctionChunk - */ -export type ChatCompletionToolParamFunctionChunk = { - /** - * Description - */ - description?: string; - /** - * Name - */ - name: string; - /** - * Parameters - */ - parameters?: { - [key: string]: unknown; - }; - /** - * Strict - */ - strict?: boolean; -}; - -/** - * EnrichTemplateRequest - */ -export type EnrichTemplateRequest = { - /** - * Competitors - * - * Optional list of competitor names - */ - competitors?: Array | null; - /** - * Instruction - * - * Refinement instruction for modifying the competitor list (e.g. 'add 10 more from Asia') - */ - instruction?: string | null; - /** - * Model - */ - model?: string | null; - /** - * Parameters - */ - parameters: { - [key: string]: unknown; - }; - /** - * Template Id - */ - template_id: string; -}; - -/** - * GenericGuardrailAPIInputs - */ -export type GenericGuardrailApiInputs = { - /** - * Images - */ - images?: Array; - /** - * Model - */ - model?: string | null; - /** - * Structured Messages - */ - structured_messages?: Array; - /** - * Texts - */ - texts?: Array; - /** - * Tool Calls - */ - tool_calls?: Array | Array; - /** - * Tools - */ - tools?: Array; -}; - -/** - * GuardrailTestResultEntry - */ -export type GuardrailTestResultEntry = { - /** - * Action - */ - action: string; - /** - * Details - */ - details: string; - /** - * Guardrail Name - */ - guardrail_name: string; - /** - * Output Text - */ - output_text: string; -}; - -/** - * PolicyGuardrailsResponse - * - * Guardrails configuration for a policy. - */ -export type PolicyGuardrailsResponse = { - /** - * Add - */ - add?: Array; - /** - * Remove - */ - remove?: Array; -}; - -/** - * PolicyInfoResponse - * - * Response for /policy/info/{policy_name} endpoint. - */ -export type PolicyInfoResponse = { - guardrails: PolicyGuardrailsResponse; - /** - * Inherit - */ - inherit?: string | null; - /** - * Inheritance Chain - */ - inheritance_chain: Array; - /** - * Policy Name - */ - policy_name: string; - /** - * Resolved Guardrails - */ - resolved_guardrails: Array; - scope: PolicyScopeResponse; -}; - -/** - * PolicyListResponse - * - * Response for /policy/list endpoint. - */ -export type PolicyListResponse = { - /** - * Policies - */ - policies: { - [key: string]: PolicySummaryItem; - }; - /** - * Total Count - */ - total_count: number; -}; - -/** - * PolicyMatchContext - * - * Context used to match a request against policies. - * - * Contains the team alias, key alias, and model from the incoming request. - */ -export type PolicyMatchContext = { - /** - * Key Alias - * - * API key alias from the request. - */ - key_alias?: string | null; - /** - * Model - * - * Model name from the request. - */ - model?: string | null; - /** - * Tags - * - * Tags from key/team metadata. - */ - tags?: Array | null; - /** - * Team Alias - * - * Team alias from the request. - */ - team_alias?: string | null; -}; - -/** - * PolicyScopeResponse - * - * Scope configuration for a policy. - */ -export type PolicyScopeResponse = { - /** - * Keys - */ - keys?: Array; - /** - * Models - */ - models?: Array; - /** - * Tags - */ - tags?: Array; - /** - * Teams - */ - teams?: Array; -}; - -/** - * PolicySummaryItem - * - * Summary of a single policy for list endpoint. - */ -export type PolicySummaryItem = { - guardrails: PolicyGuardrailsResponse; - /** - * Inherit - */ - inherit?: string | null; - /** - * Inheritance Chain - */ - inheritance_chain: Array; - /** - * Resolved Guardrails - */ - resolved_guardrails: Array; - scope: PolicyScopeResponse; -}; - -/** - * PolicyTestResponse - * - * Response for /policy/test endpoint. - */ -export type PolicyTestResponse = { - context: PolicyMatchContext; - /** - * Matching Policies - */ - matching_policies: Array; - /** - * Message - */ - message?: string | null; - /** - * Resolved Guardrails - */ - resolved_guardrails: Array; -}; - -/** - * PolicyValidateRequest - * - * Request body for the /policy/validate endpoint. - */ -export type PolicyValidateRequest = { - /** - * Policies - * - * Policy configuration to validate. Map of policy names to policy definitions. - */ - policies: { - [key: string]: unknown; - }; -}; - -/** - * PolicyValidationError - * - * Represents a validation error or warning for a policy. - */ -export type PolicyValidationError = { - /** - * Type of validation error. - */ - error_type: PolicyValidationErrorType; - /** - * Field - * - * Specific field that caused the error (e.g., 'guardrails.add', 'scope.teams'). - */ - field?: string | null; - /** - * Message - * - * Human-readable error message. - */ - message: string; - /** - * Policy Name - * - * Name of the policy with the issue. - */ - policy_name: string; - /** - * Value - * - * The invalid value that caused the error. - */ - value?: string | null; -}; - -/** - * PolicyValidationErrorType - * - * Types of validation errors that can occur. - */ -export type PolicyValidationErrorType = 'invalid_guardrail' | 'invalid_team' | 'invalid_key' | 'invalid_model' | 'invalid_inheritance' | 'circular_inheritance' | 'invalid_scope' | 'invalid_syntax'; - -/** - * PolicyValidationResponse - * - * Response from policy validation. - * - * - `valid`: True if no blocking errors were found - * - `errors`: List of blocking errors (prevent policy from being applied) - * - `warnings`: List of non-blocking warnings (policy can still be applied) - */ -export type PolicyValidationResponse = { - /** - * Errors - * - * List of blocking validation errors. - */ - errors?: Array; - /** - * Valid - * - * True if the policy configuration is valid. - */ - valid: boolean; - /** - * Warnings - * - * List of non-blocking validation warnings. - */ - warnings?: Array; -}; - -/** - * SuggestTemplatesRequest - */ -export type SuggestTemplatesRequest = { - /** - * Attack Examples - */ - attack_examples?: Array; - /** - * Description - */ - description?: string; - /** - * Model - */ - model?: string | null; -}; - -/** - * TestPoliciesAndGuardrailsRequest - * - * Request body for POST /utils/test_policies_and_guardrails. - */ -export type TestPoliciesAndGuardrailsRequest = { - /** - * Agent Id - * - * When set, call chat completion with this model/agent for each input and include the response in the result. - */ - agent_id?: string | null; - /** - * Guardrail Names - * - * Guardrail names to apply directly - */ - guardrail_names?: Array | null; - /** - * Input Type - * - * Whether inputs are request or response - */ - input_type?: 'request' | 'response'; - /** - * Inputs List - * - * List of GenericGuardrailAPIInputs; each item processed separately (for batch compliance testing). - */ - inputs_list?: Array; - /** - * Policy Names - * - * Policy names to resolve guardrails from - */ - policy_names?: Array | null; - /** - * Request Data - * - * Request context (model, user_id, etc.) - */ - request_data?: { - [key: string]: unknown; - }; -}; - -/** - * TestPolicyTemplateRequest - */ -export type TestPolicyTemplateRequest = { - /** - * Guardrail Definitions - * - * All guardrailDefinitions from the policy template - */ - guardrail_definitions: Array<{ - [key: string]: unknown; - }>; - /** - * Text - * - * Test input text to run guardrails against - */ - text: string; -}; - -/** - * TestPolicyTemplateResponse - */ -export type TestPolicyTemplateResponse = { - /** - * Overall Action - */ - overall_action: string; - /** - * Results - */ - results: Array; -}; - -/** - * AttachmentImpactResponse - * - * Response for estimating the impact of a policy attachment. - */ -export type AttachmentImpactResponse = { - /** - * Affected Keys Count - * - * Number of keys that would be affected (named + unnamed). - */ - affected_keys_count?: number; - /** - * Affected Teams Count - * - * Number of teams that would be affected (named + unnamed). - */ - affected_teams_count?: number; - /** - * Sample Keys - * - * Sample of affected key aliases (up to 10). - */ - sample_keys?: Array; - /** - * Sample Teams - * - * Sample of affected team aliases (up to 10). - */ - sample_teams?: Array; - /** - * Unnamed Keys Count - * - * Number of affected keys without an alias. - */ - unnamed_keys_count?: number; - /** - * Unnamed Teams Count - * - * Number of affected teams without an alias. - */ - unnamed_teams_count?: number; -}; - -/** - * PipelineTestRequest - * - * Request body for testing a guardrail pipeline with sample messages. - */ -export type PipelineTestRequest = { - /** - * Pipeline - * - * Pipeline definition with 'mode' and 'steps'. - */ - pipeline: { - [key: string]: unknown; - }; - /** - * Test Messages - * - * Test messages to run through the pipeline, e.g. [{'role': 'user', 'content': '...'}]. - */ - test_messages: Array<{ - [key: string]: string; - }>; -}; - -/** - * PolicyAttachmentCreateRequest - * - * Request body for creating a policy attachment. - */ -export type PolicyAttachmentCreateRequest = { - /** - * Keys - * - * Key aliases or patterns this attachment applies to. - */ - keys?: Array | null; - /** - * Models - * - * Model names or patterns this attachment applies to. - */ - models?: Array | null; - /** - * Policy Name - * - * Name of the policy to attach. - */ - policy_name: string; - /** - * Scope - * - * Use '*' for global scope (applies to all requests). - */ - scope?: string | null; - /** - * Tags - * - * Tag patterns this attachment applies to. Supports wildcards (e.g., health-*). - */ - tags?: Array | null; - /** - * Teams - * - * Team aliases or patterns this attachment applies to. - */ - teams?: Array | null; -}; - -/** - * PolicyAttachmentDBResponse - * - * Response for a policy attachment from the database. - */ -export type PolicyAttachmentDbResponse = { - /** - * Attachment Id - * - * Unique ID of the attachment. - */ - attachment_id: string; - /** - * Created At - * - * When the attachment was created. - */ - created_at?: string | null; - /** - * Created By - * - * Who created the attachment. - */ - created_by?: string | null; - /** - * Keys - * - * Key patterns. - */ - keys?: Array; - /** - * Models - * - * Model patterns. - */ - models?: Array; - /** - * Policy Name - * - * Name of the attached policy. - */ - policy_name: string; - /** - * Scope - * - * Scope of the attachment. - */ - scope?: string | null; - /** - * Tags - * - * Tag patterns. - */ - tags?: Array; - /** - * Teams - * - * Team patterns. - */ - teams?: Array; - /** - * Updated At - * - * When the attachment was last updated. - */ - updated_at?: string | null; - /** - * Updated By - * - * Who last updated the attachment. - */ - updated_by?: string | null; -}; - -/** - * PolicyAttachmentListResponse - * - * Response for listing policy attachments. - */ -export type PolicyAttachmentListResponse = { - /** - * Attachments - * - * List of policy attachments. - */ - attachments?: Array; - /** - * Total Count - * - * Total number of attachments. - */ - total_count?: number; -}; - -/** - * PolicyConditionRequest - * - * Condition for when a policy applies. - */ -export type PolicyConditionRequest = { - /** - * Model - * - * Model name pattern (exact match or regex) for when policy applies. - */ - model?: string | null; -}; - -/** - * PolicyCreateRequest - * - * Request body for creating a new policy. - */ -export type PolicyCreateRequest = { - /** - * Condition for when this policy applies. - */ - condition?: PolicyConditionRequest | null; - /** - * Description - * - * Human-readable description of the policy. - */ - description?: string | null; - /** - * Guardrails Add - * - * List of guardrail names to add. - */ - guardrails_add?: Array | null; - /** - * Guardrails Remove - * - * List of guardrail names to remove (from inherited). - */ - guardrails_remove?: Array | null; - /** - * Inherit - * - * Name of parent policy to inherit from. - */ - inherit?: string | null; - /** - * Pipeline - * - * Optional guardrail pipeline for ordered execution. Contains 'mode' and 'steps'. - */ - pipeline?: { - [key: string]: unknown; - } | null; - /** - * Policy Name - * - * Unique name for the policy. - */ - policy_name: string; -}; - -/** - * PolicyDBResponse - * - * Response for a policy from the database. - */ -export type PolicyDbResponse = { - /** - * Condition - * - * Policy condition. - */ - condition?: { - [key: string]: unknown; - } | null; - /** - * Created At - * - * When the policy was created. - */ - created_at?: string | null; - /** - * Created By - * - * Who created the policy. - */ - created_by?: string | null; - /** - * Description - * - * Policy description. - */ - description?: string | null; - /** - * Guardrails Add - * - * Guardrails to add. - */ - guardrails_add?: Array; - /** - * Guardrails Remove - * - * Guardrails to remove. - */ - guardrails_remove?: Array; - /** - * Inherit - * - * Parent policy name. - */ - inherit?: string | null; - /** - * Is Latest - * - * True if this is the latest version by version_number. - */ - is_latest?: boolean; - /** - * Parent Version Id - * - * Policy ID this version was cloned from. - */ - parent_version_id?: string | null; - /** - * Pipeline - * - * Optional guardrail pipeline. - */ - pipeline?: { - [key: string]: unknown; - } | null; - /** - * Policy Id - * - * Unique ID of the policy. - */ - policy_id: string; - /** - * Policy Name - * - * Name of the policy. - */ - policy_name: string; - /** - * Production At - * - * When this version was promoted to production. - */ - production_at?: string | null; - /** - * Published At - * - * When this version was published. - */ - published_at?: string | null; - /** - * Updated At - * - * When the policy was last updated. - */ - updated_at?: string | null; - /** - * Updated By - * - * Who last updated the policy. - */ - updated_by?: string | null; - /** - * Version Number - * - * Version number of this policy. - */ - version_number?: number; - /** - * Version Status - * - * One of: draft, published, production. - */ - version_status?: string; -}; - -/** - * PolicyListDBResponse - * - * Response for listing policies from the database. - */ -export type PolicyListDbResponse = { - /** - * Policies - * - * List of policies. - */ - policies?: Array; - /** - * Total Count - * - * Total number of policies. - */ - total_count?: number; -}; - -/** - * PolicyMatchDetail - * - * Details about why a specific policy matched. - */ -export type PolicyMatchDetail = { - /** - * Guardrails Added - * - * Guardrails this policy contributes. - */ - guardrails_added?: Array; - /** - * Matched Via - * - * How the policy was matched (e.g., 'tag:healthcare', 'team:health-team', 'scope:*'). - */ - matched_via: string; - /** - * Policy Name - * - * Name of the matched policy. - */ - policy_name: string; -}; - -/** - * PolicyResolveRequest - * - * Request body for resolving effective policies/guardrails for a context. - */ -export type PolicyResolveRequest = { - /** - * Key Alias - * - * Key alias to resolve for. - */ - key_alias?: string | null; - /** - * Model - * - * Model name to resolve for. - */ - model?: string | null; - /** - * Tags - * - * Tags to resolve for. - */ - tags?: Array | null; - /** - * Team Alias - * - * Team alias to resolve for. - */ - team_alias?: string | null; -}; - -/** - * PolicyResolveResponse - * - * Response for resolving effective policies/guardrails for a context. - */ -export type PolicyResolveResponse = { - /** - * Effective Guardrails - * - * Final list of guardrails that would be applied. - */ - effective_guardrails?: Array; - /** - * Matched Policies - * - * Details about each matched policy and why it matched. - */ - matched_policies?: Array; -}; - -/** - * PolicyUpdateRequest - * - * Request body for updating a policy. - */ -export type PolicyUpdateRequest = { - /** - * Condition for when this policy applies. - */ - condition?: PolicyConditionRequest | null; - /** - * Description - * - * Human-readable description of the policy. - */ - description?: string | null; - /** - * Guardrails Add - * - * List of guardrail names to add. - */ - guardrails_add?: Array | null; - /** - * Guardrails Remove - * - * List of guardrail names to remove (from inherited). - */ - guardrails_remove?: Array | null; - /** - * Inherit - * - * Name of parent policy to inherit from. - */ - inherit?: string | null; - /** - * Pipeline - * - * Optional guardrail pipeline for ordered execution. Contains 'mode' and 'steps'. - */ - pipeline?: { - [key: string]: unknown; - } | null; - /** - * Policy Name - * - * New name for the policy. - */ - policy_name?: string | null; -}; - -/** - * PolicyVersionCompareResponse - * - * Response for comparing two policy versions. - */ -export type PolicyVersionCompareResponse = { - /** - * Field Diffs - * - * Field name -> {version_a: val, version_b: val} for differing fields. - */ - field_diffs?: { - [key: string]: { - [key: string]: unknown; - }; - }; - /** - * First version. - */ - version_a: PolicyDbResponse; - /** - * Second version. - */ - version_b: PolicyDbResponse; -}; - -/** - * PolicyVersionCreateRequest - * - * Request body for creating a new policy version (draft). - */ -export type PolicyVersionCreateRequest = { - /** - * Source Policy Id - * - * Policy ID to clone from. If None, clone from current production version. - */ - source_policy_id?: string | null; -}; - -/** - * PolicyVersionListResponse - * - * Response for listing all versions of a policy. - */ -export type PolicyVersionListResponse = { - /** - * Policy Name - * - * Name of the policy. - */ - policy_name: string; - /** - * Total Count - * - * Total number of versions. - */ - total_count?: number; - /** - * Versions - * - * All versions ordered by version_number desc. - */ - versions?: Array; -}; - -/** - * PolicyVersionStatusUpdateRequest - * - * Request body for updating a policy version's status. - */ -export type PolicyVersionStatusUpdateRequest = { - /** - * Version Status - * - * New status: 'published' or 'production'. - */ - version_status: string; -}; - -/** - * AgentConfig - */ -export type AgentConfig = { - agent_card_params: AgentCard; - /** - * Agent Name - */ - agent_name: string; - /** - * Extra Headers - */ - extra_headers?: Array | null; - /** - * Litellm Params - */ - litellm_params?: { - [key: string]: unknown; - }; - object_permission?: AgentObjectPermission; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Session Rpm Limit - */ - session_rpm_limit?: number | null; - /** - * Session Tpm Limit - */ - session_tpm_limit?: number | null; - /** - * Static Headers - */ - static_headers?: { - [key: string]: string; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; -}; - -/** - * AgentMakePublicResponse - */ -export type AgentMakePublicResponse = { - /** - * Message - */ - message: string; - /** - * Public Agent Groups - */ - public_agent_groups: Array; - /** - * Updated By - */ - updated_by: string; -}; - -/** - * AgentObjectPermission - */ -export type AgentObjectPermission = { - /** - * Agents - */ - agents?: Array | null; - /** - * Mcp Access Groups - */ - mcp_access_groups?: Array | null; - /** - * Mcp Servers - */ - mcp_servers?: Array | null; - /** - * Mcp Tool Permissions - */ - mcp_tool_permissions?: { - [key: string]: Array; - } | null; - /** - * Models - */ - models?: Array | null; -}; - -/** - * AgentResponse - */ -export type AgentResponse = { - /** - * Agent Card Params - */ - agent_card_params: { - [key: string]: unknown; - }; - /** - * Agent Id - */ - agent_id: string; - /** - * Agent Name - */ - agent_name: string; - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Extra Headers - */ - extra_headers?: Array | null; - /** - * Litellm Params - */ - litellm_params?: { - [key: string]: unknown; - } | null; - /** - * Object Permission - */ - object_permission?: { - [key: string]: unknown; - } | null; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Session Rpm Limit - */ - session_rpm_limit?: number | null; - /** - * Session Tpm Limit - */ - session_tpm_limit?: number | null; - /** - * Spend - */ - spend?: number | null; - /** - * Static Headers - */ - static_headers?: { - [key: string]: string; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Updated By - */ - updated_by?: string | null; -}; - -/** - * MakeAgentsPublicRequest - */ -export type MakeAgentsPublicRequest = { - /** - * Agent Ids - */ - agent_ids: Array; -}; - -/** - * PatchAgentRequest - */ -export type PatchAgentRequest = { - agent_card_params?: AgentCard; - /** - * Agent Name - */ - agent_name?: string; - /** - * Extra Headers - */ - extra_headers?: Array | null; - /** - * Litellm Params - */ - litellm_params?: { - [key: string]: unknown; - }; - object_permission?: AgentObjectPermission; - /** - * Rpm Limit - */ - rpm_limit?: number | null; - /** - * Session Rpm Limit - */ - session_rpm_limit?: number | null; - /** - * Session Tpm Limit - */ - session_tpm_limit?: number | null; - /** - * Static Headers - */ - static_headers?: { - [key: string]: string; - } | null; - /** - * Tpm Limit - */ - tpm_limit?: number | null; -}; - -/** - * IndexCreateLiteLLMParams - */ -export type IndexCreateLiteLlmParams = { - /** - * Vector Store Index - */ - vector_store_index: string; - /** - * Vector Store Name - */ - vector_store_name: string; -}; - -/** - * IndexCreateRequest - */ -export type IndexCreateRequest = { - /** - * Index Info - */ - index_info?: { - [key: string]: unknown; - } | null; - /** - * Index Name - */ - index_name: string; - litellm_params: IndexCreateLiteLlmParams; -}; - -/** - * LiteLLM_ManagedVectorStore - * - * LiteLLM managed vector store object - this is is the object stored in the database - */ -export type LiteLlmManagedVectorStore = { - /** - * Created At - */ - created_at?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string; - /** - * Litellm Credential Name - */ - litellm_credential_name?: string | null; - /** - * Litellm Params - */ - litellm_params?: { - [key: string]: unknown; - } | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Updated At - */ - updated_at?: string | null; - /** - * User Id - */ - user_id?: string | null; - /** - * Vector Store Description - */ - vector_store_description?: string | null; - /** - * Vector Store Id - */ - vector_store_id?: string; - /** - * Vector Store Metadata - */ - vector_store_metadata?: { - [key: string]: unknown; - } | string | null; - /** - * Vector Store Name - */ - vector_store_name?: string | null; -}; - -/** - * LiteLLM_ManagedVectorStoreListResponse - * - * Response format for listing vector stores - */ -export type LiteLlmManagedVectorStoreListResponse = { - /** - * Current Page - */ - current_page?: number | null; - /** - * Data - */ - data?: Array; - /** - * Object - */ - object?: 'list'; - /** - * Total Count - */ - total_count?: number | null; - /** - * Total Pages - */ - total_pages?: number | null; -}; - -/** - * LiteLLM_ManagedVectorStoresTable - */ -export type LiteLlmManagedVectorStoresTable = { - /** - * Created At - */ - created_at: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider: string; - /** - * Litellm Credential Name - */ - litellm_credential_name: string | null; - /** - * Litellm Params - */ - litellm_params: { - [key: string]: unknown; - } | null; - /** - * Team Id - */ - team_id: string | null; - /** - * Updated At - */ - updated_at: string | null; - /** - * User Id - */ - user_id: string | null; - /** - * Vector Store Description - */ - vector_store_description: string | null; - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * Vector Store Metadata - */ - vector_store_metadata: { - [key: string]: unknown; - } | null; - /** - * Vector Store Name - */ - vector_store_name: string | null; -}; - -/** - * ResponseLiteLLM_ManagedVectorStore - */ -export type ResponseLiteLlmManagedVectorStore = { - vector_store?: LiteLlmManagedVectorStoresTable; -}; - -/** - * VectorStoreDeleteRequest - */ -export type VectorStoreDeleteRequest = { - /** - * Vector Store Id - */ - vector_store_id: string; -}; - -/** - * VectorStoreInfoRequest - */ -export type VectorStoreInfoRequest = { - /** - * Vector Store Id - */ - vector_store_id: string; -}; - -/** - * VectorStoreUpdateRequest - */ -export type VectorStoreUpdateRequest = { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - /** - * Vector Store Description - */ - vector_store_description?: string | null; - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * Vector Store Metadata - */ - vector_store_metadata?: { - [key: string]: unknown; - } | null; - /** - * Vector Store Name - */ - vector_store_name?: string | null; -}; - -/** - * LiteLLM_ToolTableRow - */ -export type LiteLlmToolTableRow = { - /** - * Assignments - */ - assignments?: { - [key: string]: unknown; - } | null; - /** - * Call Count - */ - call_count?: number; - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Input Policy - */ - input_policy?: 'trusted' | 'untrusted' | 'blocked'; - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Key Hash - */ - key_hash?: string | null; - /** - * Last Used At - */ - last_used_at?: string | null; - /** - * Origin - */ - origin?: string | null; - /** - * Output Policy - */ - output_policy?: 'trusted' | 'untrusted'; - /** - * Team Id - */ - team_id?: string | null; - /** - * Tool Id - */ - tool_id: string; - /** - * Tool Name - */ - tool_name: string; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Updated By - */ - updated_by?: string | null; - /** - * User Agent - */ - user_agent?: string | null; -}; - -/** - * ToolDetailResponse - */ -export type ToolDetailResponse = { - /** - * Overrides - */ - overrides?: Array; - tool: LiteLlmToolTableRow; -}; - -/** - * ToolListResponse - */ -export type ToolListResponse = { - /** - * Tools - */ - tools: Array; - /** - * Total - */ - total: number; -}; - -/** - * ToolPolicyOption - */ -export type ToolPolicyOption = { - /** - * Description - */ - description: string; - /** - * Label - */ - label: string; - /** - * Value - */ - value: string; -}; - -/** - * ToolPolicyOptionsResponse - */ -export type ToolPolicyOptionsResponse = { - /** - * Input Policies - */ - input_policies: Array; - /** - * Output Policies - */ - output_policies: Array; -}; - -/** - * ToolPolicyOverrideRow - */ -export type ToolPolicyOverrideRow = { - /** - * Created At - */ - created_at?: string | null; - /** - * Input Policy - */ - input_policy?: 'trusted' | 'untrusted' | 'blocked'; - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Key Hash - */ - key_hash?: string | null; - /** - * Override Id - */ - override_id: string; - /** - * Team Id - */ - team_id?: string | null; - /** - * Tool Name - */ - tool_name: string; - /** - * Updated At - */ - updated_at?: string | null; -}; - -/** - * ToolPolicyUpdateRequest - */ -export type ToolPolicyUpdateRequest = { - /** - * Input Policy - */ - input_policy?: 'trusted' | 'untrusted' | 'blocked' | null; - /** - * Key Alias - */ - key_alias?: string | null; - /** - * Key Hash - */ - key_hash?: string | null; - /** - * Output Policy - */ - output_policy?: 'trusted' | 'untrusted' | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Tool Name - */ - tool_name: string; -}; - -/** - * ToolPolicyUpdateResponse - */ -export type ToolPolicyUpdateResponse = { - /** - * Input Policy - */ - input_policy?: 'trusted' | 'untrusted' | 'blocked' | null; - /** - * Key Hash - */ - key_hash?: string | null; - /** - * Output Policy - */ - output_policy?: 'trusted' | 'untrusted' | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Tool Name - */ - tool_name: string; - /** - * Updated - */ - updated: boolean; -}; - -/** - * ToolUsageLogEntry - * - * One spend log row for a tool call (for UI "recent logs" table). - */ -export type ToolUsageLogEntry = { - /** - * Id - */ - id: string; - /** - * Input Snippet - */ - input_snippet?: string | null; - /** - * Model - */ - model?: string | null; - /** - * Spend - */ - spend?: number | null; - /** - * Timestamp - */ - timestamp: string; - /** - * Total Tokens - */ - total_tokens?: number | null; -}; - -/** - * ToolUsageLogsResponse - */ -export type ToolUsageLogsResponse = { - /** - * Logs - */ - logs: Array; - /** - * Page - */ - page: number; - /** - * Page Size - */ - page_size: number; - /** - * Total - */ - total: number; -}; - -/** - * CreateSearchToolRequest - */ -export type CreateSearchToolRequest = { - search_tool: SearchTool; -}; - -/** - * ListSearchToolsResponse - * - * Response model for listing search tools. - */ -export type ListSearchToolsResponse = { - /** - * Search Tools - */ - search_tools: Array; -}; - -/** - * SearchTool - * - * Search tool configuration. - * - * Example: - * { - * "search_tool_id": "123e4567-e89b-12d3-a456-426614174000", - * "search_tool_name": "litellm-search", - * "litellm_params": { - * "search_provider": "perplexity", - * "api_key": "sk-..." - * }, - * "search_tool_info": { - * "description": "Perplexity search tool" - * } - * } - */ -export type SearchTool = { - /** - * Created At - */ - created_at?: string | null; - litellm_params: SearchToolLiteLlmParams; - /** - * Search Tool Id - */ - search_tool_id?: string | null; - /** - * Search Tool Info - */ - search_tool_info?: { - [key: string]: unknown; - } | null; - /** - * Search Tool Name - */ - search_tool_name: string; - /** - * Updated At - */ - updated_at?: string | null; -}; - -/** - * SearchToolInfoResponse - * - * Response model for search tool information. - */ -export type SearchToolInfoResponse = { - /** - * Created At - */ - created_at?: string | null; - /** - * Is From Config - */ - is_from_config?: boolean | null; - /** - * Litellm Params - */ - litellm_params?: { - [key: string]: unknown; - }; - /** - * Search Tool Id - */ - search_tool_id?: string | null; - /** - * Search Tool Info - */ - search_tool_info?: { - [key: string]: unknown; - } | null; - /** - * Search Tool Name - */ - search_tool_name?: string; - /** - * Updated At - */ - updated_at?: string | null; -}; - -/** - * SearchToolLiteLLMParams - * - * LiteLLM params for search tools configuration. - */ -export type SearchToolLiteLlmParams = { - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Max Retries - */ - max_retries?: number | null; - /** - * Search Provider - */ - search_provider: string; - /** - * Timeout - */ - timeout?: number | null; -}; - -/** - * TestSearchToolConnectionRequest - */ -export type TestSearchToolConnectionRequest = { - /** - * Litellm Params - */ - litellm_params: { - [key: string]: unknown; - }; -}; - -/** - * UpdateSearchToolRequest - */ -export type UpdateSearchToolRequest = { - search_tool: SearchTool; -}; - -/** - * LiteLLM_MCPServerTable - * - * Represents a LiteLLM_MCPServerTable record - */ -export type LiteLlmMcpServerTable = { - /** - * Alias - */ - alias?: string | null; - /** - * Allow All Keys - */ - allow_all_keys?: boolean; - /** - * Allowed Tools - */ - allowed_tools?: Array; - /** - * Approval Status - * - * Approval status: 'pending_review', 'active', 'rejected' - */ - approval_status?: string | null; - /** - * Args - */ - args?: Array; - /** - * Auth Type - */ - auth_type?: 'none' | 'api_key' | 'bearer_token' | 'basic' | 'authorization' | 'oauth2' | 'aws_sigv4' | 'token' | null; - /** - * Authorization Url - */ - authorization_url?: string | null; - /** - * Available On Public Internet - */ - available_on_public_internet?: boolean; - /** - * Byok Api Key Help Url - */ - byok_api_key_help_url?: string | null; - /** - * Byok Description - */ - byok_description?: Array; - /** - * Command - */ - command?: string | null; - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - credentials?: McpCredentials | null; - /** - * Description - */ - description?: string | null; - /** - * Env - */ - env?: { - [key: string]: string; - }; - /** - * Extra Headers - */ - extra_headers?: Array; - /** - * Has User Credential - */ - has_user_credential?: boolean | null; - /** - * Health Check Error - */ - health_check_error?: string | null; - /** - * Instructions - */ - instructions?: string | null; - /** - * Is Byok - */ - is_byok?: boolean; - /** - * Last Health Check - */ - last_health_check?: string | null; - /** - * Mcp Access Groups - */ - mcp_access_groups?: Array; - /** - * Mcp Info - */ - mcp_info?: { - [key: string]: unknown; - } | null; - /** - * Registration Url - */ - registration_url?: string | null; - /** - * Review Notes - */ - review_notes?: string | null; - /** - * Reviewed At - */ - reviewed_at?: string | null; - /** - * Server Id - */ - server_id: string; - /** - * Server Name - */ - server_name?: string | null; - /** - * Source Url - */ - source_url?: string | null; - /** - * Spec Path - */ - spec_path?: string | null; - /** - * Static Headers - */ - static_headers?: { - [key: string]: string; - } | null; - /** - * Status - * - * Health status: 'healthy', 'unhealthy', 'unknown' - */ - status?: 'healthy' | 'unhealthy' | 'unknown' | null; - /** - * Submitted At - */ - submitted_at?: string | null; - /** - * Submitted By - */ - submitted_by?: string | null; - /** - * Teams - */ - teams?: Array<{ - [key: string]: string | null; - }>; - /** - * Token Url - */ - token_url?: string | null; - /** - * Tool Name To Description - */ - tool_name_to_description?: { - [key: string]: string; - } | null; - /** - * Tool Name To Display Name - */ - tool_name_to_display_name?: { - [key: string]: string; - } | null; - /** - * Transport - */ - transport: 'sse' | 'http' | 'stdio'; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Updated By - */ - updated_by?: string | null; - /** - * Url - */ - url?: string | null; -}; - -/** - * MCPCredentials - */ -export type McpCredentials = { - /** - * Auth Value - */ - auth_value?: string | null; - /** - * Aws Access Key Id - */ - aws_access_key_id?: string | null; - /** - * Aws Region Name - */ - aws_region_name?: string | null; - /** - * Aws Role Name - */ - aws_role_name?: string | null; - /** - * Aws Secret Access Key - */ - aws_secret_access_key?: string | null; - /** - * Aws Service Name - */ - aws_service_name?: string | null; - /** - * Aws Session Name - */ - aws_session_name?: string | null; - /** - * Aws Session Token - */ - aws_session_token?: string | null; - /** - * Client Id - */ - client_id?: string | null; - /** - * Client Secret - */ - client_secret?: string | null; - /** - * Scopes - */ - scopes?: Array | null; -}; - -/** - * MCPOAuthUserCredentialRequest - * - * Stores a user's OAuth2 token for an OpenAPI MCP server. - */ -export type McpoAuthUserCredentialRequest = { - /** - * Access Token - */ - access_token: string; - /** - * Expires In - */ - expires_in?: number | null; - /** - * Refresh Token - */ - refresh_token?: string | null; - /** - * Scopes - */ - scopes?: Array | null; -}; - -/** - * MCPOAuthUserCredentialStatus - * - * Describes whether the calling user has a stored OAuth credential. - */ -export type McpoAuthUserCredentialStatus = { - /** - * Connected At - */ - connected_at?: string | null; - /** - * Expires At - */ - expires_at?: string | null; - /** - * Has Credential - */ - has_credential: boolean; - /** - * Is Expired - */ - is_expired?: boolean; - /** - * Server Id - */ - server_id: string; -}; - -/** - * MCPSubmissionsSummary - */ -export type McpSubmissionsSummary = { - /** - * Active - */ - active: number; - /** - * Items - */ - items: Array; - /** - * Pending Review - */ - pending_review: number; - /** - * Rejected - */ - rejected: number; - /** - * Total - */ - total: number; -}; - -/** - * MCPToolsetTool - */ -export type McpToolsetTool = { - /** - * Server Id - */ - server_id: string; - /** - * Tool Name - */ - tool_name: string; -}; - -/** - * MCPUserCredentialListItem - * - * One entry in the /user-credentials list. - */ -export type McpUserCredentialListItem = { - /** - * Alias - */ - alias?: string | null; - /** - * Connected At - */ - connected_at?: string | null; - /** - * Credential Type - */ - credential_type: string; - /** - * Expires At - */ - expires_at?: string | null; - /** - * Has Credential - */ - has_credential: boolean; - /** - * Server Id - */ - server_id: string; - /** - * Server Name - */ - server_name?: string | null; -}; - -/** - * MCPUserCredentialRequest - */ -export type McpUserCredentialRequest = { - /** - * Credential - */ - credential: string; - /** - * Save - */ - save?: boolean; -}; - -/** - * MCPUserCredentialResponse - */ -export type McpUserCredentialResponse = { - /** - * Has Credential - */ - has_credential: boolean; - /** - * Server Id - */ - server_id: string; -}; - -/** - * MakeMCPServersPublicRequest - */ -export type MakeMcpServersPublicRequest = { - /** - * Mcp Server Ids - */ - mcp_server_ids: Array; -}; - -/** - * NewMCPServerRequest - */ -export type NewMcpServerRequest = { - /** - * Alias - */ - alias?: string | null; - /** - * Allow All Keys - */ - allow_all_keys?: boolean; - /** - * Allowed Tools - */ - allowed_tools?: Array | null; - /** - * Approval Status - * - * Server-managed: set by the endpoint; caller values are overridden. - */ - approval_status?: string | null; - /** - * Args - */ - args?: Array; - /** - * Auth Type - */ - auth_type?: 'none' | 'api_key' | 'bearer_token' | 'basic' | 'authorization' | 'oauth2' | 'aws_sigv4' | 'token' | null; - /** - * Authorization Url - */ - authorization_url?: string | null; - /** - * Available On Public Internet - */ - available_on_public_internet?: boolean; - /** - * Byok Api Key Help Url - */ - byok_api_key_help_url?: string | null; - /** - * Byok Description - */ - byok_description?: Array; - /** - * Command - */ - command?: string | null; - credentials?: McpCredentials | null; - /** - * Description - */ - description?: string | null; - /** - * Env - */ - env?: { - [key: string]: string; - }; - /** - * Extra Headers - */ - extra_headers?: Array | null; - /** - * Instructions - */ - instructions?: string | null; - /** - * Is Byok - */ - is_byok?: boolean; - /** - * Mcp Access Groups - */ - mcp_access_groups?: Array; - /** - * Mcp Info - */ - mcp_info?: { - [key: string]: unknown; - } | null; - /** - * Oauth2 Flow - */ - oauth2_flow?: 'client_credentials' | 'authorization_code' | null; - /** - * Registration Url - */ - registration_url?: string | null; - /** - * Server Id - */ - server_id?: string | null; - /** - * Server Name - */ - server_name?: string | null; - /** - * Source Url - */ - source_url?: string | null; - /** - * Spec Path - */ - spec_path?: string | null; - /** - * Static Headers - */ - static_headers?: { - [key: string]: string; - } | null; - /** - * Submitted At - * - * Server-managed: set by the endpoint; caller values are overridden. - */ - submitted_at?: string | null; - /** - * Submitted By - * - * Server-managed: set by the endpoint; caller values are overridden. - */ - submitted_by?: string | null; - /** - * Token Url - */ - token_url?: string | null; - /** - * Tool Name To Description - */ - tool_name_to_description?: { - [key: string]: string; - } | null; - /** - * Tool Name To Display Name - */ - tool_name_to_display_name?: { - [key: string]: string; - } | null; - /** - * Transport - */ - transport?: 'sse' | 'http' | 'stdio'; - /** - * Url - */ - url?: string | null; -}; - -/** - * NewMCPToolsetRequest - */ -export type NewMcpToolsetRequest = { - /** - * Description - */ - description?: string | null; - /** - * Tools - */ - tools?: Array; - /** - * Toolset Name - */ - toolset_name: string; -}; - -/** - * RejectMCPServerRequest - */ -export type RejectMcpServerRequest = { - /** - * Review Notes - */ - review_notes?: string | null; -}; - -/** - * UpdateMCPServerRequest - */ -export type UpdateMcpServerRequest = { - /** - * Alias - */ - alias?: string | null; - /** - * Allow All Keys - */ - allow_all_keys?: boolean; - /** - * Allowed Tools - */ - allowed_tools?: Array | null; - /** - * Args - */ - args?: Array; - /** - * Auth Type - */ - auth_type?: 'none' | 'api_key' | 'bearer_token' | 'basic' | 'authorization' | 'oauth2' | 'aws_sigv4' | 'token' | null; - /** - * Authorization Url - */ - authorization_url?: string | null; - /** - * Available On Public Internet - */ - available_on_public_internet?: boolean; - /** - * Byok Api Key Help Url - */ - byok_api_key_help_url?: string | null; - /** - * Byok Description - */ - byok_description?: Array; - /** - * Command - */ - command?: string | null; - credentials?: McpCredentials | null; - /** - * Description - */ - description?: string | null; - /** - * Env - */ - env?: { - [key: string]: string; - }; - /** - * Extra Headers - */ - extra_headers?: Array | null; - /** - * Instructions - */ - instructions?: string | null; - /** - * Is Byok - */ - is_byok?: boolean; - /** - * Mcp Access Groups - */ - mcp_access_groups?: Array; - /** - * Mcp Info - */ - mcp_info?: { - [key: string]: unknown; - } | null; - /** - * Registration Url - */ - registration_url?: string | null; - /** - * Server Id - */ - server_id: string; - /** - * Server Name - */ - server_name?: string | null; - /** - * Source Url - */ - source_url?: string | null; - /** - * Spec Path - */ - spec_path?: string | null; - /** - * Static Headers - */ - static_headers?: { - [key: string]: string; - } | null; - /** - * Token Url - */ - token_url?: string | null; - /** - * Tool Name To Description - */ - tool_name_to_description?: { - [key: string]: string; - } | null; - /** - * Tool Name To Display Name - */ - tool_name_to_display_name?: { - [key: string]: string; - } | null; - /** - * Transport - */ - transport?: 'sse' | 'http' | 'stdio'; - /** - * Url - */ - url?: string | null; -}; - -/** - * UpdateMCPToolsetRequest - */ -export type UpdateMcpToolsetRequest = { - /** - * Description - */ - description?: string | null; - /** - * Tools - */ - tools?: Array | null; - /** - * Toolset Id - */ - toolset_id: string; - /** - * Toolset Name - */ - toolset_name?: string | null; -}; - -/** - * ConfigOverrideSettingsResponse - * - * Response model for config override settings GET endpoints. - */ -export type ConfigOverrideSettingsResponse = { - /** - * Config Type - * - * The type of config override - */ - config_type: string; - /** - * Field Schema - * - * Schema information for UI rendering - */ - field_schema: { - [key: string]: unknown; - }; - /** - * Values - * - * Current configuration values (sensitive fields decrypted) - */ - values: { - [key: string]: unknown; - }; -}; - -/** - * HashicorpVaultConfig - * - * Configuration for Hashicorp Vault secret manager integration. - */ -export type HashicorpVaultConfig = { - /** - * Approle Mount Path - * - * Mount path for the AppRole auth method (default: approle) - */ - approle_mount_path?: string | null; - /** - * Approle Role Id - * - * Role ID for Vault AppRole authentication - */ - approle_role_id?: string | null; - /** - * Approle Secret Id - * - * Secret ID for Vault AppRole authentication - */ - approle_secret_id?: string | null; - /** - * Client Cert - * - * Path to the client TLS certificate for Vault - */ - client_cert?: string | null; - /** - * Client Key - * - * Path to the client TLS private key for Vault - */ - client_key?: string | null; - /** - * Vault Addr - * - * The address of the Vault server (e.g., https://vault.example.com:8200) - */ - vault_addr?: string | null; - /** - * Vault Cert Role - * - * Certificate role name for TLS cert authentication - */ - vault_cert_role?: string | null; - /** - * Vault Mount Name - * - * KV engine mount name (default: secret) - */ - vault_mount_name?: string | null; - /** - * Vault Namespace - * - * Vault namespace (for multi-tenant Vault, sent as X-Vault-Namespace header) - */ - vault_namespace?: string | null; - /** - * Vault Path Prefix - * - * Optional path prefix for secrets (e.g., myapp -> secret/data/myapp/{secret_name}) - */ - vault_path_prefix?: string | null; - /** - * Vault Token - * - * Token for Vault token-based authentication - */ - vault_token?: string | null; -}; - -/** - * RealtimeClientSecretResponse - * - * Response from POST /v1/realtime/client_secrets. - * - * Both the top-level `value` and `session.client_secret.value` - * will contain the encrypted token instead of the raw ephemeral key. - * The `session` field is kept as a raw dict so unknown fields pass through. - */ -export type RealtimeClientSecretResponse = { - /** - * Expires At - */ - expires_at?: number | null; - /** - * Session - */ - session?: { - [key: string]: unknown; - } | null; - /** - * Value - */ - value: string; -}; - -/** - * DeleteSkillResponse - * - * Response from deleting a skill - */ -export type DeleteSkillResponse = { - /** - * Id - */ - id: string; - /** - * Type - */ - type?: string; -}; - -/** - * ListSkillsResponse - * - * Response from listing skills - */ -export type ListSkillsResponse = { - /** - * Data - */ - data: Array; - /** - * Has More - */ - has_more?: boolean; - /** - * Next Page - */ - next_page?: string | null; -}; - -/** - * Skill - * - * Represents a skill from the Anthropic Skills API - */ -export type Skill = { - /** - * Created At - */ - created_at: string; - /** - * Display Title - */ - display_title?: string | null; - /** - * Id - */ - id: string; - /** - * Latest Version - */ - latest_version?: string | null; - /** - * Source - */ - source: string; - /** - * Type - */ - type?: string; - /** - * Updated At - */ - updated_at: string; -}; - -/** - * CancelEvalResponse - * - * Response from cancelling an evaluation - */ -export type CancelEvalResponse = { - /** - * Id - */ - id: string; - /** - * Object - */ - object?: string; - /** - * Status - */ - status: 'cancelled'; -}; - -/** - * CancelRunResponse - * - * Response from cancelling a run - */ -export type CancelRunResponse = { - /** - * Id - */ - id: string; - /** - * Object - */ - object?: string; - /** - * Status - */ - status: 'cancelled'; -}; - -/** - * DeleteEvalResponse - * - * Response from deleting an evaluation - */ -export type DeleteEvalResponse = { - /** - * Deleted - */ - deleted: boolean; - /** - * Eval Id - */ - eval_id: string; - /** - * Object - */ - object?: string; -}; - -/** - * Eval - * - * Represents an evaluation from the OpenAI Evals API - */ -export type Eval = { - /** - * Created At - */ - created_at: number; - /** - * Data Source Config - */ - data_source_config: { - [key: string]: unknown; - }; - /** - * Id - */ - id: string; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Name - */ - name?: string | null; - /** - * Object - */ - object?: string; - /** - * Testing Criteria - */ - testing_criteria: Array<{ - [key: string]: unknown; - }>; - /** - * Updated At - */ - updated_at?: number | null; -}; - -/** - * ListEvalsResponse - * - * Response from listing evaluations - */ -export type ListEvalsResponse = { - /** - * Data - */ - data: Array; - /** - * First Id - */ - first_id?: string | null; - /** - * Has More - */ - has_more?: boolean; - /** - * Last Id - */ - last_id?: string | null; - /** - * Object - */ - object?: string; -}; - -/** - * ListRunsResponse - * - * Response from listing runs - */ -export type ListRunsResponse = { - /** - * Data - */ - data: Array; - /** - * First Id - */ - first_id?: string | null; - /** - * Has More - */ - has_more?: boolean; - /** - * Last Id - */ - last_id?: string | null; - /** - * Object - */ - object?: string; -}; - -/** - * PerTestingCriteriaResult - * - * Results for a specific testing criteria - */ -export type PerTestingCriteriaResult = { - /** - * Average Score - */ - average_score?: number | null; - result_counts: ResultCounts; - /** - * Testing Criteria Index - */ - testing_criteria_index: number; -}; - -/** - * ResultCounts - * - * Result counts for a run - */ -export type ResultCounts = { - /** - * Error - */ - error?: number; - /** - * Failed - */ - failed?: number; - /** - * Passed - */ - passed?: number; - /** - * Total - */ - total: number; -}; - -/** - * Run - * - * Represents a run from the OpenAI Evals API - */ -export type Run = { - /** - * Completed At - */ - completed_at?: number | null; - /** - * Created At - */ - created_at: number; - /** - * Data Source - */ - data_source: { - [key: string]: unknown; - }; - /** - * Error - */ - error?: { - [key: string]: unknown; - } | null; - /** - * Eval Id - */ - eval_id: string; - /** - * Id - */ - id: string; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Model - */ - model?: string | null; - /** - * Name - */ - name?: string | null; - /** - * Object - */ - object?: string; - /** - * Per Model Usage - */ - per_model_usage?: unknown | null; - /** - * Per Testing Criteria Results - */ - per_testing_criteria_results?: Array | null; - /** - * Report Url - */ - report_url?: string | null; - /** - * Result Counts - */ - result_counts?: { - [key: string]: number; - } | null; - /** - * Shared With Openai - */ - shared_with_openai?: boolean | null; - /** - * Started At - */ - started_at?: number | null; - /** - * Status - */ - status: 'queued' | 'running' | 'completed' | 'failed' | 'cancelled'; -}; - -/** - * RunDeleteResponse - * - * Response from deleting a run - */ -export type RunDeleteResponse = { - /** - * Deleted - */ - deleted?: boolean | null; - /** - * Object - */ - object?: string | null; - /** - * Run Id - */ - run_id: string; -}; - -/** - * ListPluginsResponse - * - * Response from listing plugins. - */ -export type ListPluginsResponse = { - /** - * Count - */ - count: number; - /** - * Plugins - */ - plugins: Array; -}; - -/** - * PluginAuthor - * - * Plugin author information. - */ -export type PluginAuthor = { - /** - * Email - * - * Author email - */ - email?: string | null; - /** - * Name - * - * Author name - */ - name: string; -}; - -/** - * PluginListItem - * - * Plugin item in list responses. - */ -export type PluginListItem = { - author?: PluginAuthor | null; - /** - * Category - */ - category?: string | null; - /** - * Created At - */ - created_at: string | null; - /** - * Description - */ - description: string | null; - /** - * Domain - */ - domain?: string | null; - /** - * Enabled - */ - enabled: boolean; - /** - * Homepage - */ - homepage?: string | null; - /** - * Id - */ - id: string; - /** - * Keywords - */ - keywords?: Array | null; - /** - * Name - */ - name: string; - /** - * Namespace - */ - namespace?: string | null; - /** - * Source - */ - source: { - [key: string]: string; - }; - /** - * Updated At - */ - updated_at: string | null; - /** - * Version - */ - version: string | null; -}; - -/** - * RegisterPluginRequest - * - * Request body for registering a plugin in the marketplace. - * - * LiteLLM acts as a registry/discovery layer. Plugins are hosted on - * GitHub/GitLab/Bitbucket and referenced by their git source. - */ -export type RegisterPluginRequest = { - /** - * Plugin author - */ - author?: PluginAuthor | null; - /** - * Category - * - * Plugin category - */ - category?: string | null; - /** - * Description - * - * Plugin description - */ - description?: string | null; - /** - * Domain - * - * Skill domain (e.g., 'Productivity') - */ - domain?: string | null; - /** - * Homepage - * - * Plugin homepage URL - */ - homepage?: string | null; - /** - * Keywords - * - * Search keywords - */ - keywords?: Array | null; - /** - * Name - * - * Plugin name (kebab-case, e.g., 'my-plugin') - */ - name: string; - /** - * Namespace - * - * Skill namespace within domain (e.g., 'workflows') - */ - namespace?: string | null; - /** - * Source - * - * Git source reference. Supported formats: - * - GitHub: {'source': 'github', 'repo': 'org/repo'} - * - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - * - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} - */ - source: { - [key: string]: string; - }; - /** - * Version - * - * Semantic version - */ - version?: string | null; -}; - -/** - * SCIMFeature - */ -export type ScimFeature = { - /** - * Maxoperations - */ - maxOperations?: number | null; - /** - * Maxpayloadsize - */ - maxPayloadSize?: number | null; - /** - * Maxresults - */ - maxResults?: number | null; - /** - * Supported - */ - supported: boolean; -}; - -/** - * SCIMGroup - */ -export type ScimGroup = { - /** - * Displayname - */ - displayName: string; - /** - * Externalid - */ - externalId?: string | null; - /** - * Id - */ - id?: string | null; - /** - * Members - */ - members?: Array | null; - /** - * Meta - */ - meta?: { - [key: string]: unknown; - } | null; - /** - * Schemas - */ - schemas: Array; -}; - -/** - * SCIMListResponse - */ -export type ScimListResponse = { - /** - * Resources - */ - Resources: Array | Array; - /** - * Itemsperpage - */ - itemsPerPage?: number | null; - /** - * Schemas - */ - schemas?: Array; - /** - * Startindex - */ - startIndex?: number | null; - /** - * Totalresults - */ - totalResults: number; -}; - -/** - * SCIMMember - */ -export type ScimMember = { - /** - * Display - */ - display?: string | null; - /** - * Value - */ - value: string; -}; - -/** - * SCIMPatchOp - */ -export type ScimPatchOp = { - /** - * Operations - */ - Operations: Array; - /** - * Schemas - */ - schemas?: Array; -}; - -/** - * SCIMPatchOperation - */ -export type ScimPatchOperation = { - /** - * Op - */ - op: string; - /** - * Path - */ - path?: string | null; - /** - * Value - */ - value?: unknown | null; -}; - -/** - * SCIMServiceProviderConfig - */ -export type ScimServiceProviderConfig = { - /** - * Authenticationschemes - */ - authenticationSchemes?: Array<{ - [key: string]: unknown; - }> | null; - bulk?: ScimFeature; - changePassword?: ScimFeature; - etag?: ScimFeature; - filter?: ScimFeature; - /** - * Meta - */ - meta?: { - [key: string]: unknown; - } | null; - patch?: ScimFeature; - /** - * Schemas - */ - schemas?: Array; - sort?: ScimFeature; -}; - -/** - * SCIMUser - */ -export type ScimUser = { - /** - * Active - */ - active?: boolean; - /** - * Displayname - */ - displayName?: string | null; - /** - * Emails - */ - emails?: Array | null; - /** - * Externalid - */ - externalId?: string | null; - /** - * Groups - */ - groups?: Array | null; - /** - * Id - */ - id?: string | null; - /** - * Meta - */ - meta?: { - [key: string]: unknown; - } | null; - name?: ScimUserName | null; - /** - * Schemas - */ - schemas: Array; - /** - * Username - */ - userName?: string | null; -}; - -/** - * SCIMUserEmail - */ -export type ScimUserEmail = { - /** - * Primary - */ - primary?: boolean | null; - /** - * Type - */ - type?: string | null; - /** - * Value - */ - value: string; -}; - -/** - * SCIMUserGroup - */ -export type ScimUserGroup = { - /** - * Display - */ - display?: string | null; - /** - * Type - */ - type?: string | null; - /** - * Value - */ - value: string; -}; - -/** - * SCIMUserName - */ -export type ScimUserName = { - /** - * Familyname - */ - familyName?: string | null; - /** - * Formatted - */ - formatted?: string | null; - /** - * Givenname - */ - givenName?: string | null; - /** - * Honorificprefix - */ - honorificPrefix?: string | null; - /** - * Honorificsuffix - */ - honorificSuffix?: string | null; - /** - * Middlename - */ - middleName?: string | null; -}; - -/** - * CloudZeroExportRequest - * - * Request model for CloudZero export operations - */ -export type CloudZeroExportRequest = { - /** - * End Time Utc - * - * End time for data export in UTC - */ - end_time_utc?: string | null; - /** - * Limit - * - * Optional limit on number of records to export - */ - limit?: number | null; - /** - * Operation - * - * CloudZero operation type (replace_hourly or sum) - */ - operation?: string; - /** - * Start Time Utc - * - * Start time for data export in UTC - */ - start_time_utc?: string | null; -}; - -/** - * CloudZeroExportResponse - * - * Response model for CloudZero export operations - */ -export type CloudZeroExportResponse = { - /** - * Dry Run Data - * - * Dry run data including usage data and CBF transformed data - */ - dry_run_data?: { - [key: string]: unknown; - } | null; - /** - * Message - */ - message: string; - /** - * Records Exported - */ - records_exported?: number | null; - /** - * Status - */ - status: string; - /** - * Summary - * - * Summary statistics for dry run - */ - summary?: { - [key: string]: unknown; - } | null; -}; - -/** - * CloudZeroInitRequest - * - * Request model for initializing CloudZero settings - */ -export type CloudZeroInitRequest = { - /** - * Api Key - * - * CloudZero API key for authentication - */ - api_key: string; - /** - * Connection Id - * - * CloudZero connection ID for data submission - */ - connection_id: string; - /** - * Timezone - * - * Timezone for date handling (default: UTC) - */ - timezone?: string; -}; - -/** - * CloudZeroInitResponse - * - * Response model for CloudZero initialization - */ -export type CloudZeroInitResponse = { - /** - * Message - */ - message: string; - /** - * Status - */ - status: string; -}; - -/** - * CloudZeroSettingsUpdate - * - * Request model for updating CloudZero settings - */ -export type CloudZeroSettingsUpdate = { - /** - * Api Key - * - * New CloudZero API key for authentication - */ - api_key?: string | null; - /** - * Connection Id - * - * New CloudZero connection ID for data submission - */ - connection_id?: string | null; - /** - * Timezone - * - * New timezone for date handling - */ - timezone?: string | null; -}; - -/** - * CloudZeroSettingsView - * - * Response model for viewing CloudZero settings with masked API key - */ -export type CloudZeroSettingsView = { - /** - * Api Key Masked - * - * Masked API key showing only first 4 and last 4 characters - */ - api_key_masked?: string | null; - /** - * Connection Id - * - * CloudZero connection ID for data submission - */ - connection_id?: string | null; - /** - * Status - * - * Configuration status - */ - status?: string | null; - /** - * Timezone - * - * Timezone for date handling - */ - timezone?: string | null; -}; - -/** - * VantageDryRunRequest - * - * Request model for Vantage dry-run operations (capped for preview) - */ -export type VantageDryRunRequest = { - /** - * Limit - * - * Limit on number of records to preview (default: 500) - */ - limit?: number | null; -}; - -/** - * VantageExportRequest - * - * Request model for Vantage export operations (actual export, no default limit) - */ -export type VantageExportRequest = { - /** - * End Time Utc - * - * End time for data export in UTC - */ - end_time_utc?: string | null; - /** - * Limit - * - * Optional limit on number of records to export (default: no limit) - */ - limit?: number | null; - /** - * Start Time Utc - * - * Start time for data export in UTC - */ - start_time_utc?: string | null; -}; - -/** - * VantageExportResponse - * - * Response model for Vantage export operations - */ -export type VantageExportResponse = { - /** - * Dry Run Data - * - * Dry run data including usage data and FOCUS transformed data - */ - dry_run_data?: { - [key: string]: unknown; - } | null; - /** - * Message - */ - message: string; - /** - * Status - */ - status: string; - /** - * Summary - * - * Summary statistics for dry run - */ - summary?: { - [key: string]: unknown; - } | null; -}; - -/** - * VantageInitRequest - * - * Request model for initializing Vantage settings - */ -export type VantageInitRequest = { - /** - * Api Key - * - * Vantage API key for authentication - */ - api_key: string; - /** - * Base Url - * - * Vantage API base URL (default: https://api.vantage.sh) - */ - base_url?: string; - /** - * Integration Token - * - * Vantage integration token for the cost-import endpoint - */ - integration_token: string; -}; - -/** - * VantageInitResponse - * - * Response model for Vantage initialization - */ -export type VantageInitResponse = { - /** - * Message - */ - message: string; - /** - * Status - */ - status: string; -}; - -/** - * VantageSettingsUpdate - * - * Request model for updating Vantage settings - */ -export type VantageSettingsUpdate = { - /** - * Api Key - * - * New Vantage API key for authentication - */ - api_key?: string | null; - /** - * Base Url - * - * New Vantage API base URL - */ - base_url?: string | null; - /** - * Integration Token - * - * New Vantage integration token - */ - integration_token?: string | null; -}; - -/** - * VantageSettingsView - * - * Response model for viewing Vantage settings with masked API key - */ -export type VantageSettingsView = { - /** - * Api Key Masked - * - * Masked API key showing only first 4 and last 4 characters - */ - api_key_masked?: string | null; - /** - * Base Url - * - * Vantage API base URL - */ - base_url?: string | null; - /** - * Integration Token Masked - * - * Masked integration token showing only first 4 and last 4 characters - */ - integration_token_masked?: string | null; - /** - * Status - * - * Configuration status - */ - status?: string | null; -}; - -/** - * ChatMessage - */ -export type ChatMessage = { - /** - * Content - */ - content: string; - /** - * Role - */ - role: 'user' | 'assistant'; -}; - -/** - * UsageAIChatRequest - */ -export type UsageAiChatRequest = { - /** - * Messages - * - * Chat messages (user/assistant history) - */ - messages: Array; - /** - * Model - * - * Model to use for AI chat - */ - model?: string | null; -}; - -/** - * Body_convert_prompt_file_to_json_utils_dotprompt_json_converter_post - */ -export type BodyConvertPromptFileToJsonUtilsDotpromptJsonConverterPost = { - /** - * File - */ - file: Blob | File; -}; - -/** - * ListPromptsResponse - */ -export type ListPromptsResponse = { - /** - * Prompts - */ - prompts: Array; -}; - -/** - * PatchPromptRequest - */ -export type PatchPromptRequest = { - litellm_params?: PromptLiteLlmParams | null; - prompt_info?: PromptInfo | null; -}; - -/** - * Prompt - */ -export type Prompt = { - litellm_params: PromptLiteLlmParams; - /** - * Prompt Id - */ - prompt_id: string; - prompt_info?: PromptInfo | null; -}; - -/** - * PromptInfo - */ -export type PromptInfo = { - /** - * Environment - */ - environment?: string | null; - /** - * Prompt Type - */ - prompt_type: 'config' | 'db'; - [key: string]: unknown; -}; - -/** - * PromptInfoResponse - */ -export type PromptInfoResponse = { - /** - * Environments - */ - environments?: Array | null; - prompt_spec: PromptSpec; - raw_prompt_template?: PromptTemplateBase | null; -}; - -/** - * PromptLiteLLMParams - */ -export type PromptLiteLlmParams = { - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Dotprompt Content - */ - dotprompt_content?: string | null; - /** - * Ignore Prompt Manager Model - */ - ignore_prompt_manager_model?: boolean | null; - /** - * Ignore Prompt Manager Optional Params - */ - ignore_prompt_manager_optional_params?: boolean | null; - /** - * Prompt Id - */ - prompt_id?: string | null; - /** - * Prompt Integration - */ - prompt_integration: string; - /** - * Provider Specific Query Params - */ - provider_specific_query_params?: { - [key: string]: unknown; - } | null; - [key: string]: unknown; -}; - -/** - * PromptSpec - */ -export type PromptSpec = { - /** - * Created At - */ - created_at?: string | null; - /** - * Created By - */ - created_by?: string | null; - /** - * Environment - */ - environment?: string | null; - litellm_params: PromptLiteLlmParams; - /** - * Prompt Id - */ - prompt_id: string; - prompt_info: PromptInfo; - /** - * Updated At - */ - updated_at?: string | null; - /** - * Version - */ - version?: number | null; -}; - -/** - * PromptTemplateBase - */ -export type PromptTemplateBase = { - /** - * Content - */ - content: string; - /** - * Litellm Prompt Id - */ - litellm_prompt_id: string; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; -}; - -/** - * TestPromptRequest - */ -export type TestPromptRequest = { - /** - * Conversation History - */ - conversation_history?: Array<{ - [key: string]: string; - }> | null; - /** - * Dotprompt Content - */ - dotprompt_content: string; - /** - * Prompt Variables - */ - prompt_variables?: { - [key: string]: unknown; - } | null; -}; - -/** - * CreateJWTKeyMappingRequest - */ -export type CreateJwtKeyMappingRequest = { - /** - * Description - */ - description?: string | null; - /** - * Jwt Claim Name - */ - jwt_claim_name: string; - /** - * Jwt Claim Value - */ - jwt_claim_value: string; - /** - * Key - */ - key: string; -}; - -/** - * DeleteJWTKeyMappingRequest - */ -export type DeleteJwtKeyMappingRequest = { - /** - * Id - */ - id: string; -}; - -/** - * JWTKeyMappingResponse - */ -export type JwtKeyMappingResponse = { - /** - * Created At - */ - created_at: string; - /** - * Created By - */ - created_by?: string | null; - /** - * Description - */ - description?: string | null; - /** - * Id - */ - id: string; - /** - * Is Active - */ - is_active: boolean; - /** - * Jwt Claim Name - */ - jwt_claim_name: string; - /** - * Jwt Claim Value - */ - jwt_claim_value: string; - /** - * Updated At - */ - updated_at: string; - /** - * Updated By - */ - updated_by?: string | null; -}; - -/** - * UpdateJWTKeyMappingRequest - */ -export type UpdateJwtKeyMappingRequest = { - /** - * Description - */ - description?: string | null; - /** - * Id - */ - id: string; - /** - * Is Active - */ - is_active?: boolean | null; - /** - * Key - */ - key?: string | null; -}; - -/** - * ComplianceCheckRequest - * - * Request payload for compliance check endpoints. - * - * Mirrors the spend log fields needed for compliance evaluation. - */ -export type ComplianceCheckRequest = { - /** - * Guardrail Information - */ - guardrail_information?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Model - */ - model?: string | null; - /** - * Request Id - */ - request_id: string; - /** - * Timestamp - */ - timestamp?: string | null; - /** - * User Id - */ - user_id?: string | null; -}; - -/** - * ComplianceCheckResult - * - * Result of a single compliance check. - */ -export type ComplianceCheckResult = { - /** - * Article - */ - article: string; - /** - * Check Name - */ - check_name: string; - /** - * Detail - */ - detail: string; - /** - * Passed - */ - passed: boolean; -}; - -/** - * ComplianceResponse - * - * Response from a compliance check endpoint. - */ -export type ComplianceResponse = { - /** - * Checks - */ - checks: Array; - /** - * Compliant - */ - compliant: boolean; - /** - * Regulation - */ - regulation: string; -}; - -/** - * AccessGroupCreateRequest - */ -export type AccessGroupCreateRequest = { - /** - * Access Agent Ids - */ - access_agent_ids?: Array | null; - /** - * Access Group Name - */ - access_group_name: string; - /** - * Access Mcp Server Ids - */ - access_mcp_server_ids?: Array | null; - /** - * Access Model Names - */ - access_model_names?: Array | null; - /** - * Assigned Key Ids - */ - assigned_key_ids?: Array | null; - /** - * Assigned Team Ids - */ - assigned_team_ids?: Array | null; - /** - * Description - */ - description?: string | null; -}; - -/** - * AccessGroupResponse - */ -export type AccessGroupResponse = { - /** - * Access Agent Ids - */ - access_agent_ids: Array; - /** - * Access Group Id - */ - access_group_id: string; - /** - * Access Group Name - */ - access_group_name: string; - /** - * Access Mcp Server Ids - */ - access_mcp_server_ids: Array; - /** - * Access Model Names - */ - access_model_names: Array; - /** - * Assigned Key Ids - */ - assigned_key_ids: Array; - /** - * Assigned Team Ids - */ - assigned_team_ids: Array; - /** - * Created At - */ - created_at: string; - /** - * Created By - */ - created_by?: string | null; - /** - * Description - */ - description?: string | null; - /** - * Updated At - */ - updated_at: string; - /** - * Updated By - */ - updated_by?: string | null; -}; - -/** - * AccessGroupUpdateRequest - */ -export type AccessGroupUpdateRequest = { - /** - * Access Agent Ids - */ - access_agent_ids?: Array | null; - /** - * Access Group Name - */ - access_group_name?: string | null; - /** - * Access Mcp Server Ids - */ - access_mcp_server_ids?: Array | null; - /** - * Access Model Names - */ - access_model_names?: Array | null; - /** - * Assigned Key Ids - */ - assigned_key_ids?: Array | null; - /** - * Assigned Team Ids - */ - assigned_team_ids?: Array | null; - /** - * Description - */ - description?: string | null; -}; - -export type ModelListModelsGetData = { - body?: never; - path?: never; - query?: { - /** - * Return Wildcard Routes - */ - return_wildcard_routes?: boolean | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Include Model Access Groups - */ - include_model_access_groups?: boolean | null; - /** - * Only Model Access Groups - */ - only_model_access_groups?: boolean | null; - /** - * Include Metadata - */ - include_metadata?: boolean | null; - /** - * Fallback Type - */ - fallback_type?: string | null; - /** - * Scope - */ - scope?: string | null; - }; - url: '/models'; -}; - -export type ModelListModelsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ModelListModelsGetError = ModelListModelsGetErrors[keyof ModelListModelsGetErrors]; - -export type ModelListModelsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ModelListV1ModelsGetData = { - body?: never; - path?: never; - query?: { - /** - * Return Wildcard Routes - */ - return_wildcard_routes?: boolean | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Include Model Access Groups - */ - include_model_access_groups?: boolean | null; - /** - * Only Model Access Groups - */ - only_model_access_groups?: boolean | null; - /** - * Include Metadata - */ - include_metadata?: boolean | null; - /** - * Fallback Type - */ - fallback_type?: string | null; - /** - * Scope - */ - scope?: string | null; - }; - url: '/v1/models'; -}; - -export type ModelListV1ModelsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ModelListV1ModelsGetError = ModelListV1ModelsGetErrors[keyof ModelListV1ModelsGetErrors]; - -export type ModelListV1ModelsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ModelInfoModelsModelIdGetData = { - body?: never; - path: { - /** - * Model Id - */ - model_id: string; - }; - query?: never; - url: '/models/{model_id}'; -}; - -export type ModelInfoModelsModelIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ModelInfoModelsModelIdGetError = ModelInfoModelsModelIdGetErrors[keyof ModelInfoModelsModelIdGetErrors]; - -export type ModelInfoModelsModelIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ModelInfoV1ModelsModelIdGetData = { - body?: never; - path: { - /** - * Model Id - */ - model_id: string; - }; - query?: never; - url: '/v1/models/{model_id}'; -}; - -export type ModelInfoV1ModelsModelIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ModelInfoV1ModelsModelIdGetError = ModelInfoV1ModelsModelIdGetErrors[keyof ModelInfoV1ModelsModelIdGetErrors]; - -export type ModelInfoV1ModelsModelIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ChatCompletionOpenaiDeploymentsModelChatCompletionsPostData = { - body: { - /** - * Model - */ - model: string; - /** - * Messages - */ - messages: Array; - /** - * Frequency Penalty - */ - frequency_penalty?: number | null; - /** - * Logit Bias - */ - logit_bias?: { - [key: string]: number; - } | null; - /** - * Logprobs - */ - logprobs?: boolean | null; - /** - * Top Logprobs - */ - top_logprobs?: number | null; - /** - * Max Tokens - */ - max_tokens?: number | null; - /** - * N - */ - n?: number | null; - /** - * Presence Penalty - */ - presence_penalty?: number | null; - /** - * Response Format - */ - response_format?: { - [key: string]: unknown; - } | null; - /** - * Seed - */ - seed?: number | null; - /** - * Service Tier - */ - service_tier?: string | null; - /** - * Stop - */ - stop?: string | Array | null; - /** - * Stream Options - */ - stream_options?: { - [key: string]: unknown; - } | null; - /** - * Temperature - */ - temperature?: number | null; - /** - * Top P - */ - top_p?: number | null; - /** - * Tools - */ - tools?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Tool Choice - */ - tool_choice?: string | { - [key: string]: unknown; - } | null; - /** - * Parallel Tool Calls - */ - parallel_tool_calls?: boolean | null; - /** - * Function Call - */ - function_call?: string | { - [key: string]: unknown; - } | null; - /** - * Functions - */ - functions?: Array<{ - [key: string]: unknown; - }> | null; - /** - * User - */ - user?: string | null; - /** - * Stream - */ - stream?: boolean | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Caching - */ - caching?: boolean | null; - /** - * Num Retries - */ - num_retries?: number | null; - /** - * Context Window Fallback Dict - */ - context_window_fallback_dict?: { - [key: string]: string; - } | null; - /** - * Fallbacks - */ - fallbacks?: Array | null; - }; - path: { - /** - * Model - */ - model: string | null; - }; - query?: never; - url: '/openai/deployments/{model}/chat/completions'; -}; - -export type ChatCompletionOpenaiDeploymentsModelChatCompletionsPostErrors = { - /** - * ContentPolicyViolationError - */ - 400: ErrorResponse; - /** - * AuthenticationError - */ - 401: ErrorResponse; - /** - * PermissionDeniedError - */ - 403: ErrorResponse; - /** - * NotFoundError - */ - 404: ErrorResponse; - /** - * Timeout - */ - 408: ErrorResponse; - /** - * UnprocessableEntityError - */ - 422: ErrorResponse; - /** - * RateLimitError - */ - 429: ErrorResponse; - /** - * JSONSchemaValidationError - */ - 500: ErrorResponse; - /** - * APIConnectionError - */ - 503: ErrorResponse; -}; - -export type ChatCompletionOpenaiDeploymentsModelChatCompletionsPostError = ChatCompletionOpenaiDeploymentsModelChatCompletionsPostErrors[keyof ChatCompletionOpenaiDeploymentsModelChatCompletionsPostErrors]; - -export type ChatCompletionOpenaiDeploymentsModelChatCompletionsPostResponses = { - /** - * Successful response - */ - 200: unknown; -}; - -export type ChatCompletionEnginesModelChatCompletionsPostData = { - body: { - /** - * Model - */ - model: string; - /** - * Messages - */ - messages: Array; - /** - * Frequency Penalty - */ - frequency_penalty?: number | null; - /** - * Logit Bias - */ - logit_bias?: { - [key: string]: number; - } | null; - /** - * Logprobs - */ - logprobs?: boolean | null; - /** - * Top Logprobs - */ - top_logprobs?: number | null; - /** - * Max Tokens - */ - max_tokens?: number | null; - /** - * N - */ - n?: number | null; - /** - * Presence Penalty - */ - presence_penalty?: number | null; - /** - * Response Format - */ - response_format?: { - [key: string]: unknown; - } | null; - /** - * Seed - */ - seed?: number | null; - /** - * Service Tier - */ - service_tier?: string | null; - /** - * Stop - */ - stop?: string | Array | null; - /** - * Stream Options - */ - stream_options?: { - [key: string]: unknown; - } | null; - /** - * Temperature - */ - temperature?: number | null; - /** - * Top P - */ - top_p?: number | null; - /** - * Tools - */ - tools?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Tool Choice - */ - tool_choice?: string | { - [key: string]: unknown; - } | null; - /** - * Parallel Tool Calls - */ - parallel_tool_calls?: boolean | null; - /** - * Function Call - */ - function_call?: string | { - [key: string]: unknown; - } | null; - /** - * Functions - */ - functions?: Array<{ - [key: string]: unknown; - }> | null; - /** - * User - */ - user?: string | null; - /** - * Stream - */ - stream?: boolean | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Caching - */ - caching?: boolean | null; - /** - * Num Retries - */ - num_retries?: number | null; - /** - * Context Window Fallback Dict - */ - context_window_fallback_dict?: { - [key: string]: string; - } | null; - /** - * Fallbacks - */ - fallbacks?: Array | null; - }; - path: { - /** - * Model - */ - model: string | null; - }; - query?: never; - url: '/engines/{model}/chat/completions'; -}; - -export type ChatCompletionEnginesModelChatCompletionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ChatCompletionEnginesModelChatCompletionsPostError = ChatCompletionEnginesModelChatCompletionsPostErrors[keyof ChatCompletionEnginesModelChatCompletionsPostErrors]; - -export type ChatCompletionEnginesModelChatCompletionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ChatCompletionChatCompletionsPostData = { - body: { - /** - * Model - */ - model: string; - /** - * Messages - */ - messages: Array; - /** - * Frequency Penalty - */ - frequency_penalty?: number | null; - /** - * Logit Bias - */ - logit_bias?: { - [key: string]: number; - } | null; - /** - * Logprobs - */ - logprobs?: boolean | null; - /** - * Top Logprobs - */ - top_logprobs?: number | null; - /** - * Max Tokens - */ - max_tokens?: number | null; - /** - * N - */ - n?: number | null; - /** - * Presence Penalty - */ - presence_penalty?: number | null; - /** - * Response Format - */ - response_format?: { - [key: string]: unknown; - } | null; - /** - * Seed - */ - seed?: number | null; - /** - * Service Tier - */ - service_tier?: string | null; - /** - * Stop - */ - stop?: string | Array | null; - /** - * Stream Options - */ - stream_options?: { - [key: string]: unknown; - } | null; - /** - * Temperature - */ - temperature?: number | null; - /** - * Top P - */ - top_p?: number | null; - /** - * Tools - */ - tools?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Tool Choice - */ - tool_choice?: string | { - [key: string]: unknown; - } | null; - /** - * Parallel Tool Calls - */ - parallel_tool_calls?: boolean | null; - /** - * Function Call - */ - function_call?: string | { - [key: string]: unknown; - } | null; - /** - * Functions - */ - functions?: Array<{ - [key: string]: unknown; - }> | null; - /** - * User - */ - user?: string | null; - /** - * Stream - */ - stream?: boolean | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Caching - */ - caching?: boolean | null; - /** - * Num Retries - */ - num_retries?: number | null; - /** - * Context Window Fallback Dict - */ - context_window_fallback_dict?: { - [key: string]: string; - } | null; - /** - * Fallbacks - */ - fallbacks?: Array | null; - }; - path?: never; - query?: never; - url: '/chat/completions'; -}; - -export type ChatCompletionChatCompletionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ChatCompletionChatCompletionsPostError = ChatCompletionChatCompletionsPostErrors[keyof ChatCompletionChatCompletionsPostErrors]; - -export type ChatCompletionChatCompletionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ChatCompletionV1ChatCompletionsPostData = { - body: { - /** - * Model - */ - model: string; - /** - * Messages - */ - messages: Array; - /** - * Frequency Penalty - */ - frequency_penalty?: number | null; - /** - * Logit Bias - */ - logit_bias?: { - [key: string]: number; - } | null; - /** - * Logprobs - */ - logprobs?: boolean | null; - /** - * Top Logprobs - */ - top_logprobs?: number | null; - /** - * Max Tokens - */ - max_tokens?: number | null; - /** - * N - */ - n?: number | null; - /** - * Presence Penalty - */ - presence_penalty?: number | null; - /** - * Response Format - */ - response_format?: { - [key: string]: unknown; - } | null; - /** - * Seed - */ - seed?: number | null; - /** - * Service Tier - */ - service_tier?: string | null; - /** - * Stop - */ - stop?: string | Array | null; - /** - * Stream Options - */ - stream_options?: { - [key: string]: unknown; - } | null; - /** - * Temperature - */ - temperature?: number | null; - /** - * Top P - */ - top_p?: number | null; - /** - * Tools - */ - tools?: Array<{ - [key: string]: unknown; - }> | null; - /** - * Tool Choice - */ - tool_choice?: string | { - [key: string]: unknown; - } | null; - /** - * Parallel Tool Calls - */ - parallel_tool_calls?: boolean | null; - /** - * Function Call - */ - function_call?: string | { - [key: string]: unknown; - } | null; - /** - * Functions - */ - functions?: Array<{ - [key: string]: unknown; - }> | null; - /** - * User - */ - user?: string | null; - /** - * Stream - */ - stream?: boolean | null; - /** - * Metadata - */ - metadata?: { - [key: string]: unknown; - } | null; - /** - * Guardrails - */ - guardrails?: Array | null; - /** - * Caching - */ - caching?: boolean | null; - /** - * Num Retries - */ - num_retries?: number | null; - /** - * Context Window Fallback Dict - */ - context_window_fallback_dict?: { - [key: string]: string; - } | null; - /** - * Fallbacks - */ - fallbacks?: Array | null; - }; - path?: never; - query?: never; - url: '/v1/chat/completions'; -}; - -export type ChatCompletionV1ChatCompletionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ChatCompletionV1ChatCompletionsPostError = ChatCompletionV1ChatCompletionsPostErrors[keyof ChatCompletionV1ChatCompletionsPostErrors]; - -export type ChatCompletionV1ChatCompletionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CompletionOpenaiDeploymentsModelCompletionsPostData = { - body?: never; - path: { - /** - * Model - */ - model: string | null; - }; - query?: never; - url: '/openai/deployments/{model}/completions'; -}; - -export type CompletionOpenaiDeploymentsModelCompletionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CompletionOpenaiDeploymentsModelCompletionsPostError = CompletionOpenaiDeploymentsModelCompletionsPostErrors[keyof CompletionOpenaiDeploymentsModelCompletionsPostErrors]; - -export type CompletionOpenaiDeploymentsModelCompletionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CompletionEnginesModelCompletionsPostData = { - body?: never; - path: { - /** - * Model - */ - model: string | null; - }; - query?: never; - url: '/engines/{model}/completions'; -}; - -export type CompletionEnginesModelCompletionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CompletionEnginesModelCompletionsPostError = CompletionEnginesModelCompletionsPostErrors[keyof CompletionEnginesModelCompletionsPostErrors]; - -export type CompletionEnginesModelCompletionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CompletionCompletionsPostData = { - body?: never; - path?: never; - query?: { - /** - * Model - */ - model?: string | null; - }; - url: '/completions'; -}; - -export type CompletionCompletionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CompletionCompletionsPostError = CompletionCompletionsPostErrors[keyof CompletionCompletionsPostErrors]; - -export type CompletionCompletionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CompletionV1CompletionsPostData = { - body?: never; - path?: never; - query?: { - /** - * Model - */ - model?: string | null; - }; - url: '/v1/completions'; -}; - -export type CompletionV1CompletionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CompletionV1CompletionsPostError = CompletionV1CompletionsPostErrors[keyof CompletionV1CompletionsPostErrors]; - -export type CompletionV1CompletionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type EmbeddingsOpenaiDeploymentsModelEmbeddingsPostData = { - body: { - /** - * Model - */ - model: string; - /** - * Input - */ - input?: Array; - /** - * Timeout - */ - timeout?: number; - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Version - */ - api_version?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Api Type - */ - api_type?: string | null; - /** - * Caching - */ - caching?: boolean; - /** - * User - */ - user?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | { - [key: string]: unknown; - } | null; - /** - * Litellm Call Id - */ - litellm_call_id?: string | null; - /** - * Litellm Logging Obj - */ - litellm_logging_obj?: { - [key: string]: unknown; - } | null; - /** - * Logger Fn - */ - logger_fn?: string | null; - }; - path: { - /** - * Model - */ - model: string | null; - }; - query?: never; - url: '/openai/deployments/{model}/embeddings'; -}; - -export type EmbeddingsOpenaiDeploymentsModelEmbeddingsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EmbeddingsOpenaiDeploymentsModelEmbeddingsPostError = EmbeddingsOpenaiDeploymentsModelEmbeddingsPostErrors[keyof EmbeddingsOpenaiDeploymentsModelEmbeddingsPostErrors]; - -export type EmbeddingsOpenaiDeploymentsModelEmbeddingsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type EmbeddingsEnginesModelEmbeddingsPostData = { - body: { - /** - * Model - */ - model: string; - /** - * Input - */ - input?: Array; - /** - * Timeout - */ - timeout?: number; - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Version - */ - api_version?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Api Type - */ - api_type?: string | null; - /** - * Caching - */ - caching?: boolean; - /** - * User - */ - user?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | { - [key: string]: unknown; - } | null; - /** - * Litellm Call Id - */ - litellm_call_id?: string | null; - /** - * Litellm Logging Obj - */ - litellm_logging_obj?: { - [key: string]: unknown; - } | null; - /** - * Logger Fn - */ - logger_fn?: string | null; - }; - path: { - /** - * Model - */ - model: string | null; - }; - query?: never; - url: '/engines/{model}/embeddings'; -}; - -export type EmbeddingsEnginesModelEmbeddingsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EmbeddingsEnginesModelEmbeddingsPostError = EmbeddingsEnginesModelEmbeddingsPostErrors[keyof EmbeddingsEnginesModelEmbeddingsPostErrors]; - -export type EmbeddingsEnginesModelEmbeddingsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type EmbeddingsEmbeddingsPostData = { - body: { - /** - * Model - */ - model: string; - /** - * Input - */ - input?: Array; - /** - * Timeout - */ - timeout?: number; - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Version - */ - api_version?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Api Type - */ - api_type?: string | null; - /** - * Caching - */ - caching?: boolean; - /** - * User - */ - user?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | { - [key: string]: unknown; - } | null; - /** - * Litellm Call Id - */ - litellm_call_id?: string | null; - /** - * Litellm Logging Obj - */ - litellm_logging_obj?: { - [key: string]: unknown; - } | null; - /** - * Logger Fn - */ - logger_fn?: string | null; - }; - path?: never; - query?: never; - url: '/embeddings'; -}; - -export type EmbeddingsEmbeddingsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EmbeddingsEmbeddingsPostError = EmbeddingsEmbeddingsPostErrors[keyof EmbeddingsEmbeddingsPostErrors]; - -export type EmbeddingsEmbeddingsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type EmbeddingsV1EmbeddingsPostData = { - body: { - /** - * Model - */ - model: string; - /** - * Input - */ - input?: Array; - /** - * Timeout - */ - timeout?: number; - /** - * Api Base - */ - api_base?: string | null; - /** - * Api Version - */ - api_version?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Api Type - */ - api_type?: string | null; - /** - * Caching - */ - caching?: boolean; - /** - * User - */ - user?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | { - [key: string]: unknown; - } | null; - /** - * Litellm Call Id - */ - litellm_call_id?: string | null; - /** - * Litellm Logging Obj - */ - litellm_logging_obj?: { - [key: string]: unknown; - } | null; - /** - * Logger Fn - */ - logger_fn?: string | null; - }; - path?: never; - query?: never; - url: '/v1/embeddings'; -}; - -export type EmbeddingsV1EmbeddingsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EmbeddingsV1EmbeddingsPostError = EmbeddingsV1EmbeddingsPostErrors[keyof EmbeddingsV1EmbeddingsPostErrors]; - -export type EmbeddingsV1EmbeddingsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ModerationsModerationsPostData = { - body?: never; - path?: never; - query?: never; - url: '/moderations'; -}; - -export type ModerationsModerationsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ModerationsV1ModerationsPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/moderations'; -}; - -export type ModerationsV1ModerationsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AudioSpeechAudioSpeechPostData = { - body?: never; - path?: never; - query?: never; - url: '/audio/speech'; -}; - -export type AudioSpeechAudioSpeechPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AudioSpeechV1AudioSpeechPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/audio/speech'; -}; - -export type AudioSpeechV1AudioSpeechPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AudioTranscriptionsAudioTranscriptionsPostData = { - body: BodyAudioTranscriptionsAudioTranscriptionsPost; - path?: never; - query?: never; - url: '/audio/transcriptions'; -}; - -export type AudioTranscriptionsAudioTranscriptionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AudioTranscriptionsAudioTranscriptionsPostError = AudioTranscriptionsAudioTranscriptionsPostErrors[keyof AudioTranscriptionsAudioTranscriptionsPostErrors]; - -export type AudioTranscriptionsAudioTranscriptionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AudioTranscriptionsV1AudioTranscriptionsPostData = { - body: BodyAudioTranscriptionsV1AudioTranscriptionsPost; - path?: never; - query?: never; - url: '/v1/audio/transcriptions'; -}; - -export type AudioTranscriptionsV1AudioTranscriptionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AudioTranscriptionsV1AudioTranscriptionsPostError = AudioTranscriptionsV1AudioTranscriptionsPostErrors[keyof AudioTranscriptionsV1AudioTranscriptionsPostErrors]; - -export type AudioTranscriptionsV1AudioTranscriptionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetAssistantsAssistantsGetData = { - body?: never; - path?: never; - query?: never; - url: '/assistants'; -}; - -export type GetAssistantsAssistantsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateAssistantAssistantsPostData = { - body?: never; - path?: never; - query?: never; - url: '/assistants'; -}; - -export type CreateAssistantAssistantsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetAssistantsV1AssistantsGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/assistants'; -}; - -export type GetAssistantsV1AssistantsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateAssistantV1AssistantsPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/assistants'; -}; - -export type CreateAssistantV1AssistantsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteAssistantAssistantsAssistantIdDeleteData = { - body?: never; - path: { - /** - * Assistant Id - */ - assistant_id: string; - }; - query?: never; - url: '/assistants/{assistant_id}'; -}; - -export type DeleteAssistantAssistantsAssistantIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteAssistantAssistantsAssistantIdDeleteError = DeleteAssistantAssistantsAssistantIdDeleteErrors[keyof DeleteAssistantAssistantsAssistantIdDeleteErrors]; - -export type DeleteAssistantAssistantsAssistantIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteAssistantV1AssistantsAssistantIdDeleteData = { - body?: never; - path: { - /** - * Assistant Id - */ - assistant_id: string; - }; - query?: never; - url: '/v1/assistants/{assistant_id}'; -}; - -export type DeleteAssistantV1AssistantsAssistantIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteAssistantV1AssistantsAssistantIdDeleteError = DeleteAssistantV1AssistantsAssistantIdDeleteErrors[keyof DeleteAssistantV1AssistantsAssistantIdDeleteErrors]; - -export type DeleteAssistantV1AssistantsAssistantIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateThreadsThreadsPostData = { - body?: never; - path?: never; - query?: never; - url: '/threads'; -}; - -export type CreateThreadsThreadsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateThreadsV1ThreadsPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/threads'; -}; - -export type CreateThreadsV1ThreadsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetThreadThreadsThreadIdGetData = { - body?: never; - path: { - /** - * Thread Id - */ - thread_id: string; - }; - query?: never; - url: '/threads/{thread_id}'; -}; - -export type GetThreadThreadsThreadIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetThreadThreadsThreadIdGetError = GetThreadThreadsThreadIdGetErrors[keyof GetThreadThreadsThreadIdGetErrors]; - -export type GetThreadThreadsThreadIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetThreadV1ThreadsThreadIdGetData = { - body?: never; - path: { - /** - * Thread Id - */ - thread_id: string; - }; - query?: never; - url: '/v1/threads/{thread_id}'; -}; - -export type GetThreadV1ThreadsThreadIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetThreadV1ThreadsThreadIdGetError = GetThreadV1ThreadsThreadIdGetErrors[keyof GetThreadV1ThreadsThreadIdGetErrors]; - -export type GetThreadV1ThreadsThreadIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetMessagesThreadsThreadIdMessagesGetData = { - body?: never; - path: { - /** - * Thread Id - */ - thread_id: string; - }; - query?: never; - url: '/threads/{thread_id}/messages'; -}; - -export type GetMessagesThreadsThreadIdMessagesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetMessagesThreadsThreadIdMessagesGetError = GetMessagesThreadsThreadIdMessagesGetErrors[keyof GetMessagesThreadsThreadIdMessagesGetErrors]; - -export type GetMessagesThreadsThreadIdMessagesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AddMessagesThreadsThreadIdMessagesPostData = { - body?: never; - path: { - /** - * Thread Id - */ - thread_id: string; - }; - query?: never; - url: '/threads/{thread_id}/messages'; -}; - -export type AddMessagesThreadsThreadIdMessagesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AddMessagesThreadsThreadIdMessagesPostError = AddMessagesThreadsThreadIdMessagesPostErrors[keyof AddMessagesThreadsThreadIdMessagesPostErrors]; - -export type AddMessagesThreadsThreadIdMessagesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetMessagesV1ThreadsThreadIdMessagesGetData = { - body?: never; - path: { - /** - * Thread Id - */ - thread_id: string; - }; - query?: never; - url: '/v1/threads/{thread_id}/messages'; -}; - -export type GetMessagesV1ThreadsThreadIdMessagesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetMessagesV1ThreadsThreadIdMessagesGetError = GetMessagesV1ThreadsThreadIdMessagesGetErrors[keyof GetMessagesV1ThreadsThreadIdMessagesGetErrors]; - -export type GetMessagesV1ThreadsThreadIdMessagesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AddMessagesV1ThreadsThreadIdMessagesPostData = { - body?: never; - path: { - /** - * Thread Id - */ - thread_id: string; - }; - query?: never; - url: '/v1/threads/{thread_id}/messages'; -}; - -export type AddMessagesV1ThreadsThreadIdMessagesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AddMessagesV1ThreadsThreadIdMessagesPostError = AddMessagesV1ThreadsThreadIdMessagesPostErrors[keyof AddMessagesV1ThreadsThreadIdMessagesPostErrors]; - -export type AddMessagesV1ThreadsThreadIdMessagesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RunThreadThreadsThreadIdRunsPostData = { - body?: never; - path: { - /** - * Thread Id - */ - thread_id: string; - }; - query?: never; - url: '/threads/{thread_id}/runs'; -}; - -export type RunThreadThreadsThreadIdRunsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RunThreadThreadsThreadIdRunsPostError = RunThreadThreadsThreadIdRunsPostErrors[keyof RunThreadThreadsThreadIdRunsPostErrors]; - -export type RunThreadThreadsThreadIdRunsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RunThreadV1ThreadsThreadIdRunsPostData = { - body?: never; - path: { - /** - * Thread Id - */ - thread_id: string; - }; - query?: never; - url: '/v1/threads/{thread_id}/runs'; -}; - -export type RunThreadV1ThreadsThreadIdRunsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RunThreadV1ThreadsThreadIdRunsPostError = RunThreadV1ThreadsThreadIdRunsPostErrors[keyof RunThreadV1ThreadsThreadIdRunsPostErrors]; - -export type RunThreadV1ThreadsThreadIdRunsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TokenCounterUtilsTokenCounterPostData = { - body: TokenCountRequest; - path?: never; - query?: { - /** - * Call Endpoint - */ - call_endpoint?: boolean; - }; - url: '/utils/token_counter'; -}; - -export type TokenCounterUtilsTokenCounterPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TokenCounterUtilsTokenCounterPostError = TokenCounterUtilsTokenCounterPostErrors[keyof TokenCounterUtilsTokenCounterPostErrors]; - -export type TokenCounterUtilsTokenCounterPostResponses = { - /** - * Successful Response - */ - 200: TokenCountResponse; -}; - -export type TokenCounterUtilsTokenCounterPostResponse = TokenCounterUtilsTokenCounterPostResponses[keyof TokenCounterUtilsTokenCounterPostResponses]; - -export type SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetData = { - body?: never; - path?: never; - query: { - /** - * Model - */ - model: string; - }; - url: '/utils/supported_openai_params'; -}; - -export type SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetError = SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetErrors[keyof SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetErrors]; - -export type SupportedOpenaiParamsUtilsSupportedOpenaiParamsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TransformRequestUtilsTransformRequestPostData = { - body: TransformRequestBody; - path?: never; - query?: never; - url: '/utils/transform_request'; -}; - -export type TransformRequestUtilsTransformRequestPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TransformRequestUtilsTransformRequestPostError = TransformRequestUtilsTransformRequestPostErrors[keyof TransformRequestUtilsTransformRequestPostErrors]; - -export type TransformRequestUtilsTransformRequestPostResponses = { - /** - * Successful Response - */ - 200: RawRequestTypedDict; -}; - -export type TransformRequestUtilsTransformRequestPostResponse = TransformRequestUtilsTransformRequestPostResponses[keyof TransformRequestUtilsTransformRequestPostResponses]; - -export type ModelInfoV1V1ModelInfoGetData = { - body?: never; - path?: never; - query?: { - /** - * Litellm Model Id - */ - litellm_model_id?: string | null; - }; - url: '/v1/model/info'; -}; - -export type ModelInfoV1V1ModelInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ModelInfoV1V1ModelInfoGetError = ModelInfoV1V1ModelInfoGetErrors[keyof ModelInfoV1V1ModelInfoGetErrors]; - -export type ModelInfoV1V1ModelInfoGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ModelInfoV1ModelInfoGetData = { - body?: never; - path?: never; - query?: { - /** - * Litellm Model Id - */ - litellm_model_id?: string | null; - }; - url: '/model/info'; -}; - -export type ModelInfoV1ModelInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ModelInfoV1ModelInfoGetError = ModelInfoV1ModelInfoGetErrors[keyof ModelInfoV1ModelInfoGetErrors]; - -export type ModelInfoV1ModelInfoGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ModelGroupInfoModelGroupInfoGetData = { - body?: never; - path?: never; - query?: { - /** - * Model Group - */ - model_group?: string | null; - }; - url: '/model_group/info'; -}; - -export type ModelGroupInfoModelGroupInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ModelGroupInfoModelGroupInfoGetError = ModelGroupInfoModelGroupInfoGetErrors[keyof ModelGroupInfoModelGroupInfoGetErrors]; - -export type ModelGroupInfoModelGroupInfoGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HomeGetData = { - body?: never; - path?: never; - query?: never; - url: '/'; -}; - -export type HomeGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetAdaptiveRouterStateAdaptiveRouterStateGetData = { - body?: never; - path?: never; - query?: never; - url: '/adaptive_router/state'; -}; - -export type GetAdaptiveRouterStateAdaptiveRouterStateGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetRoutesRoutesGetData = { - body?: never; - path?: never; - query?: never; - url: '/routes'; -}; - -export type GetRoutesRoutesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ResponsesApiOpenaiV1ResponsesPostData = { - body?: never; - path?: never; - query?: never; - url: '/openai/v1/responses'; -}; - -export type ResponsesApiOpenaiV1ResponsesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type WebsocketResponsesWebsocketEndpointGetData = { - body?: never; - path?: never; - query: { - model: string; - }; - url: '/responses'; -}; - -export type ResponsesApiResponsesPostData = { - body?: never; - path?: never; - query?: never; - url: '/responses'; -}; - -export type ResponsesApiResponsesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type WebsocketResponsesWebsocketEndpointGet2Data = { - body?: never; - path?: never; - query: { - model: string; - }; - url: '/v1/responses'; -}; - -export type ResponsesApiV1ResponsesPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/responses'; -}; - -export type ResponsesApiV1ResponsesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CursorChatCompletionsCursorChatCompletionsPostData = { - body?: never; - path?: never; - query?: never; - url: '/cursor/chat/completions'; -}; - -export type CursorChatCompletionsCursorChatCompletionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteResponseOpenaiV1ResponsesResponseIdDeleteData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/openai/v1/responses/{response_id}'; -}; - -export type DeleteResponseOpenaiV1ResponsesResponseIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteResponseOpenaiV1ResponsesResponseIdDeleteError = DeleteResponseOpenaiV1ResponsesResponseIdDeleteErrors[keyof DeleteResponseOpenaiV1ResponsesResponseIdDeleteErrors]; - -export type DeleteResponseOpenaiV1ResponsesResponseIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetResponseOpenaiV1ResponsesResponseIdGetData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/openai/v1/responses/{response_id}'; -}; - -export type GetResponseOpenaiV1ResponsesResponseIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResponseOpenaiV1ResponsesResponseIdGetError = GetResponseOpenaiV1ResponsesResponseIdGetErrors[keyof GetResponseOpenaiV1ResponsesResponseIdGetErrors]; - -export type GetResponseOpenaiV1ResponsesResponseIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteResponseResponsesResponseIdDeleteData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/responses/{response_id}'; -}; - -export type DeleteResponseResponsesResponseIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteResponseResponsesResponseIdDeleteError = DeleteResponseResponsesResponseIdDeleteErrors[keyof DeleteResponseResponsesResponseIdDeleteErrors]; - -export type DeleteResponseResponsesResponseIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetResponseResponsesResponseIdGetData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/responses/{response_id}'; -}; - -export type GetResponseResponsesResponseIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResponseResponsesResponseIdGetError = GetResponseResponsesResponseIdGetErrors[keyof GetResponseResponsesResponseIdGetErrors]; - -export type GetResponseResponsesResponseIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteResponseV1ResponsesResponseIdDeleteData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/v1/responses/{response_id}'; -}; - -export type DeleteResponseV1ResponsesResponseIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteResponseV1ResponsesResponseIdDeleteError = DeleteResponseV1ResponsesResponseIdDeleteErrors[keyof DeleteResponseV1ResponsesResponseIdDeleteErrors]; - -export type DeleteResponseV1ResponsesResponseIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetResponseV1ResponsesResponseIdGetData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/v1/responses/{response_id}'; -}; - -export type GetResponseV1ResponsesResponseIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResponseV1ResponsesResponseIdGetError = GetResponseV1ResponsesResponseIdGetErrors[keyof GetResponseV1ResponsesResponseIdGetErrors]; - -export type GetResponseV1ResponsesResponseIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/openai/v1/responses/{response_id}/input_items'; -}; - -export type GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetError = GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetErrors[keyof GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetErrors]; - -export type GetResponseInputItemsOpenaiV1ResponsesResponseIdInputItemsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetResponseInputItemsResponsesResponseIdInputItemsGetData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/responses/{response_id}/input_items'; -}; - -export type GetResponseInputItemsResponsesResponseIdInputItemsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResponseInputItemsResponsesResponseIdInputItemsGetError = GetResponseInputItemsResponsesResponseIdInputItemsGetErrors[keyof GetResponseInputItemsResponsesResponseIdInputItemsGetErrors]; - -export type GetResponseInputItemsResponsesResponseIdInputItemsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetResponseInputItemsV1ResponsesResponseIdInputItemsGetData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/v1/responses/{response_id}/input_items'; -}; - -export type GetResponseInputItemsV1ResponsesResponseIdInputItemsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResponseInputItemsV1ResponsesResponseIdInputItemsGetError = GetResponseInputItemsV1ResponsesResponseIdInputItemsGetErrors[keyof GetResponseInputItemsV1ResponsesResponseIdInputItemsGetErrors]; - -export type GetResponseInputItemsV1ResponsesResponseIdInputItemsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CompactResponseOpenaiV1ResponsesCompactPostData = { - body?: never; - path?: never; - query?: never; - url: '/openai/v1/responses/compact'; -}; - -export type CompactResponseOpenaiV1ResponsesCompactPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CompactResponseResponsesCompactPostData = { - body?: never; - path?: never; - query?: never; - url: '/responses/compact'; -}; - -export type CompactResponseResponsesCompactPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CompactResponseV1ResponsesCompactPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/responses/compact'; -}; - -export type CompactResponseV1ResponsesCompactPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelResponseOpenaiV1ResponsesResponseIdCancelPostData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/openai/v1/responses/{response_id}/cancel'; -}; - -export type CancelResponseOpenaiV1ResponsesResponseIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelResponseOpenaiV1ResponsesResponseIdCancelPostError = CancelResponseOpenaiV1ResponsesResponseIdCancelPostErrors[keyof CancelResponseOpenaiV1ResponsesResponseIdCancelPostErrors]; - -export type CancelResponseOpenaiV1ResponsesResponseIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelResponseResponsesResponseIdCancelPostData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/responses/{response_id}/cancel'; -}; - -export type CancelResponseResponsesResponseIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelResponseResponsesResponseIdCancelPostError = CancelResponseResponsesResponseIdCancelPostErrors[keyof CancelResponseResponsesResponseIdCancelPostErrors]; - -export type CancelResponseResponsesResponseIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelResponseV1ResponsesResponseIdCancelPostData = { - body?: never; - path: { - /** - * Response Id - */ - response_id: string; - }; - query?: never; - url: '/v1/responses/{response_id}/cancel'; -}; - -export type CancelResponseV1ResponsesResponseIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelResponseV1ResponsesResponseIdCancelPostError = CancelResponseV1ResponsesResponseIdCancelPostErrors[keyof CancelResponseV1ResponsesResponseIdCancelPostErrors]; - -export type CancelResponseV1ResponsesResponseIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListBatchesBatchesGetData = { - body?: never; - path?: never; - query?: { - /** - * Provider - */ - provider?: string | null; - /** - * Limit - */ - limit?: number | null; - /** - * After - */ - after?: string | null; - /** - * Target Model Names - */ - target_model_names?: string | null; - }; - url: '/batches'; -}; - -export type ListBatchesBatchesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListBatchesBatchesGetError = ListBatchesBatchesGetErrors[keyof ListBatchesBatchesGetErrors]; - -export type ListBatchesBatchesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateBatchBatchesPostData = { - body?: never; - path?: never; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/batches'; -}; - -export type CreateBatchBatchesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateBatchBatchesPostError = CreateBatchBatchesPostErrors[keyof CreateBatchBatchesPostErrors]; - -export type CreateBatchBatchesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListBatchesV1BatchesGetData = { - body?: never; - path?: never; - query?: { - /** - * Provider - */ - provider?: string | null; - /** - * Limit - */ - limit?: number | null; - /** - * After - */ - after?: string | null; - /** - * Target Model Names - */ - target_model_names?: string | null; - }; - url: '/v1/batches'; -}; - -export type ListBatchesV1BatchesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListBatchesV1BatchesGetError = ListBatchesV1BatchesGetErrors[keyof ListBatchesV1BatchesGetErrors]; - -export type ListBatchesV1BatchesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateBatchV1BatchesPostData = { - body?: never; - path?: never; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/v1/batches'; -}; - -export type CreateBatchV1BatchesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateBatchV1BatchesPostError = CreateBatchV1BatchesPostErrors[keyof CreateBatchV1BatchesPostErrors]; - -export type CreateBatchV1BatchesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListBatchesProviderV1BatchesGetData = { - body?: never; - path: { - /** - * Provider - */ - provider: string | null; - }; - query?: { - /** - * Limit - */ - limit?: number | null; - /** - * After - */ - after?: string | null; - /** - * Target Model Names - */ - target_model_names?: string | null; - }; - url: '/{provider}/v1/batches'; -}; - -export type ListBatchesProviderV1BatchesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListBatchesProviderV1BatchesGetError = ListBatchesProviderV1BatchesGetErrors[keyof ListBatchesProviderV1BatchesGetErrors]; - -export type ListBatchesProviderV1BatchesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateBatchProviderV1BatchesPostData = { - body?: never; - path: { - /** - * Provider - */ - provider: string | null; - }; - query?: never; - url: '/{provider}/v1/batches'; -}; - -export type CreateBatchProviderV1BatchesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateBatchProviderV1BatchesPostError = CreateBatchProviderV1BatchesPostErrors[keyof CreateBatchProviderV1BatchesPostErrors]; - -export type CreateBatchProviderV1BatchesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RetrieveBatchBatchesBatchIdGetData = { - body?: never; - path: { - /** - * Batch ID to retrieve - * - * The ID of the batch to retrieve - */ - batch_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/batches/{batch_id}'; -}; - -export type RetrieveBatchBatchesBatchIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RetrieveBatchBatchesBatchIdGetError = RetrieveBatchBatchesBatchIdGetErrors[keyof RetrieveBatchBatchesBatchIdGetErrors]; - -export type RetrieveBatchBatchesBatchIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RetrieveBatchV1BatchesBatchIdGetData = { - body?: never; - path: { - /** - * Batch ID to retrieve - * - * The ID of the batch to retrieve - */ - batch_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/v1/batches/{batch_id}'; -}; - -export type RetrieveBatchV1BatchesBatchIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RetrieveBatchV1BatchesBatchIdGetError = RetrieveBatchV1BatchesBatchIdGetErrors[keyof RetrieveBatchV1BatchesBatchIdGetErrors]; - -export type RetrieveBatchV1BatchesBatchIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RetrieveBatchProviderV1BatchesBatchIdGetData = { - body?: never; - path: { - /** - * Provider - */ - provider: string | null; - /** - * Batch ID to retrieve - * - * The ID of the batch to retrieve - */ - batch_id: string; - }; - query?: never; - url: '/{provider}/v1/batches/{batch_id}'; -}; - -export type RetrieveBatchProviderV1BatchesBatchIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RetrieveBatchProviderV1BatchesBatchIdGetError = RetrieveBatchProviderV1BatchesBatchIdGetErrors[keyof RetrieveBatchProviderV1BatchesBatchIdGetErrors]; - -export type RetrieveBatchProviderV1BatchesBatchIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelBatchBatchesBatchIdCancelPostData = { - body?: never; - path: { - /** - * Batch Id - */ - batch_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/batches/{batch_id}/cancel'; -}; - -export type CancelBatchBatchesBatchIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelBatchBatchesBatchIdCancelPostError = CancelBatchBatchesBatchIdCancelPostErrors[keyof CancelBatchBatchesBatchIdCancelPostErrors]; - -export type CancelBatchBatchesBatchIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelBatchV1BatchesBatchIdCancelPostData = { - body?: never; - path: { - /** - * Batch Id - */ - batch_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/v1/batches/{batch_id}/cancel'; -}; - -export type CancelBatchV1BatchesBatchIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelBatchV1BatchesBatchIdCancelPostError = CancelBatchV1BatchesBatchIdCancelPostErrors[keyof CancelBatchV1BatchesBatchIdCancelPostErrors]; - -export type CancelBatchV1BatchesBatchIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelBatchProviderV1BatchesBatchIdCancelPostData = { - body?: never; - path: { - /** - * Batch Id - */ - batch_id: string; - /** - * Provider - */ - provider: string | null; - }; - query?: never; - url: '/{provider}/v1/batches/{batch_id}/cancel'; -}; - -export type CancelBatchProviderV1BatchesBatchIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelBatchProviderV1BatchesBatchIdCancelPostError = CancelBatchProviderV1BatchesBatchIdCancelPostErrors[keyof CancelBatchProviderV1BatchesBatchIdCancelPostErrors]; - -export type CancelBatchProviderV1BatchesBatchIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type PublicModelHubPublicModelHubGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/model_hub'; -}; - -export type PublicModelHubPublicModelHubGetResponses = { - /** - * Response Public Model Hub Public Model Hub Get - * - * Successful Response - */ - 200: Array; -}; - -export type PublicModelHubPublicModelHubGetResponse = PublicModelHubPublicModelHubGetResponses[keyof PublicModelHubPublicModelHubGetResponses]; - -export type GetAgentsPublicAgentHubGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/agent_hub'; -}; - -export type GetAgentsPublicAgentHubGetResponses = { - /** - * Response Get Agents Public Agent Hub Get - * - * Successful Response - */ - 200: Array; -}; - -export type GetAgentsPublicAgentHubGetResponse = GetAgentsPublicAgentHubGetResponses[keyof GetAgentsPublicAgentHubGetResponses]; - -export type GetMcpServersPublicMcpHubGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/mcp_hub'; -}; - -export type GetMcpServersPublicMcpHubGetResponses = { - /** - * Response Get Mcp Servers Public Mcp Hub Get - * - * Successful Response - */ - 200: Array; -}; - -export type GetMcpServersPublicMcpHubGetResponse = GetMcpServersPublicMcpHubGetResponses[keyof GetMcpServersPublicMcpHubGetResponses]; - -export type PublicSkillHubPublicSkillHubGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/skill_hub'; -}; - -export type PublicSkillHubPublicSkillHubGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type PublicModelHubInfoPublicModelHubInfoGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/model_hub/info'; -}; - -export type PublicModelHubInfoPublicModelHubInfoGetResponses = { - /** - * Successful Response - */ - 200: PublicModelHubInfo; -}; - -export type PublicModelHubInfoPublicModelHubInfoGetResponse = PublicModelHubInfoPublicModelHubInfoGetResponses[keyof PublicModelHubInfoPublicModelHubInfoGetResponses]; - -export type GetSupportedProvidersPublicProvidersGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/providers'; -}; - -export type GetSupportedProvidersPublicProvidersGetResponses = { - /** - * Response Get Supported Providers Public Providers Get - * - * Successful Response - */ - 200: Array; -}; - -export type GetSupportedProvidersPublicProvidersGetResponse = GetSupportedProvidersPublicProvidersGetResponses[keyof GetSupportedProvidersPublicProvidersGetResponses]; - -export type GetProviderFieldsPublicProvidersFieldsGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/providers/fields'; -}; - -export type GetProviderFieldsPublicProvidersFieldsGetResponses = { - /** - * Response Get Provider Fields Public Providers Fields Get - * - * Successful Response - */ - 200: Array; -}; - -export type GetProviderFieldsPublicProvidersFieldsGetResponse = GetProviderFieldsPublicProvidersFieldsGetResponses[keyof GetProviderFieldsPublicProvidersFieldsGetResponses]; - -export type GetLitellmModelCostMapPublicLitellmModelCostMapGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/litellm_model_cost_map'; -}; - -export type GetLitellmModelCostMapPublicLitellmModelCostMapGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetLitellmBlogPostsPublicLitellmBlogPostsGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/litellm_blog_posts'; -}; - -export type GetLitellmBlogPostsPublicLitellmBlogPostsGetResponses = { - /** - * Successful Response - */ - 200: BlogPostsResponse; -}; - -export type GetLitellmBlogPostsPublicLitellmBlogPostsGetResponse = GetLitellmBlogPostsPublicLitellmBlogPostsGetResponses[keyof GetLitellmBlogPostsPublicLitellmBlogPostsGetResponses]; - -export type GetSupportedEndpointsPublicEndpointsGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/endpoints'; -}; - -export type GetSupportedEndpointsPublicEndpointsGetResponses = { - /** - * Successful Response - */ - 200: SupportedEndpointsResponse; -}; - -export type GetSupportedEndpointsPublicEndpointsGetResponse = GetSupportedEndpointsPublicEndpointsGetResponses[keyof GetSupportedEndpointsPublicEndpointsGetResponses]; - -export type GetAgentFieldsPublicAgentsFieldsGetData = { - body?: never; - path?: never; - query?: never; - url: '/public/agents/fields'; -}; - -export type GetAgentFieldsPublicAgentsFieldsGetResponses = { - /** - * Response Get Agent Fields Public Agents Fields Get - * - * Successful Response - */ - 200: Array; -}; - -export type GetAgentFieldsPublicAgentsFieldsGetResponse = GetAgentFieldsPublicAgentsFieldsGetResponses[keyof GetAgentFieldsPublicAgentsFieldsGetResponses]; - -export type RerankRerankPostData = { - body?: never; - path?: never; - query?: never; - url: '/rerank'; -}; - -export type RerankRerankPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RerankV1RerankPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/rerank'; -}; - -export type RerankV1RerankPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RerankV2RerankPostData = { - body?: never; - path?: never; - query?: never; - url: '/v2/rerank'; -}; - -export type RerankV2RerankPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OcrOcrPostData = { - body?: never; - path?: never; - query?: never; - url: '/ocr'; -}; - -export type OcrOcrPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OcrV1OcrPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/ocr'; -}; - -export type OcrV1OcrPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RagIngestRagIngestPostData = { - body?: never; - path?: never; - query?: never; - url: '/rag/ingest'; -}; - -export type RagIngestRagIngestPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RagIngestV1RagIngestPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/rag/ingest'; -}; - -export type RagIngestV1RagIngestPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RagQueryRagQueryPostData = { - body?: never; - path?: never; - query?: never; - url: '/rag/query'; -}; - -export type RagQueryRagQueryPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RagQueryV1RagQueryPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/rag/query'; -}; - -export type RagQueryV1RagQueryPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoListVideosGetData = { - body?: never; - path?: never; - query?: never; - url: '/videos'; -}; - -export type VideoListVideosGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoGenerationVideosPostData = { - body?: BodyVideoGenerationVideosPost; - path?: never; - query?: never; - url: '/videos'; -}; - -export type VideoGenerationVideosPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoGenerationVideosPostError = VideoGenerationVideosPostErrors[keyof VideoGenerationVideosPostErrors]; - -export type VideoGenerationVideosPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoListV1VideosGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/videos'; -}; - -export type VideoListV1VideosGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoGenerationV1VideosPostData = { - body?: BodyVideoGenerationV1VideosPost; - path?: never; - query?: never; - url: '/v1/videos'; -}; - -export type VideoGenerationV1VideosPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoGenerationV1VideosPostError = VideoGenerationV1VideosPostErrors[keyof VideoGenerationV1VideosPostErrors]; - -export type VideoGenerationV1VideosPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoStatusVideosVideoIdGetData = { - body?: never; - path: { - /** - * Video Id - */ - video_id: string; - }; - query?: never; - url: '/videos/{video_id}'; -}; - -export type VideoStatusVideosVideoIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoStatusVideosVideoIdGetError = VideoStatusVideosVideoIdGetErrors[keyof VideoStatusVideosVideoIdGetErrors]; - -export type VideoStatusVideosVideoIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoStatusV1VideosVideoIdGetData = { - body?: never; - path: { - /** - * Video Id - */ - video_id: string; - }; - query?: never; - url: '/v1/videos/{video_id}'; -}; - -export type VideoStatusV1VideosVideoIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoStatusV1VideosVideoIdGetError = VideoStatusV1VideosVideoIdGetErrors[keyof VideoStatusV1VideosVideoIdGetErrors]; - -export type VideoStatusV1VideosVideoIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoContentVideosVideoIdContentGetData = { - body?: never; - path: { - /** - * Video Id - */ - video_id: string; - }; - query?: never; - url: '/videos/{video_id}/content'; -}; - -export type VideoContentVideosVideoIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoContentVideosVideoIdContentGetError = VideoContentVideosVideoIdContentGetErrors[keyof VideoContentVideosVideoIdContentGetErrors]; - -export type VideoContentVideosVideoIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoContentV1VideosVideoIdContentGetData = { - body?: never; - path: { - /** - * Video Id - */ - video_id: string; - }; - query?: never; - url: '/v1/videos/{video_id}/content'; -}; - -export type VideoContentV1VideosVideoIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoContentV1VideosVideoIdContentGetError = VideoContentV1VideosVideoIdContentGetErrors[keyof VideoContentV1VideosVideoIdContentGetErrors]; - -export type VideoContentV1VideosVideoIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoRemixVideosVideoIdRemixPostData = { - body?: never; - path: { - /** - * Video Id - */ - video_id: string; - }; - query?: never; - url: '/videos/{video_id}/remix'; -}; - -export type VideoRemixVideosVideoIdRemixPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoRemixVideosVideoIdRemixPostError = VideoRemixVideosVideoIdRemixPostErrors[keyof VideoRemixVideosVideoIdRemixPostErrors]; - -export type VideoRemixVideosVideoIdRemixPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoRemixV1VideosVideoIdRemixPostData = { - body?: never; - path: { - /** - * Video Id - */ - video_id: string; - }; - query?: never; - url: '/v1/videos/{video_id}/remix'; -}; - -export type VideoRemixV1VideosVideoIdRemixPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoRemixV1VideosVideoIdRemixPostError = VideoRemixV1VideosVideoIdRemixPostErrors[keyof VideoRemixV1VideosVideoIdRemixPostErrors]; - -export type VideoRemixV1VideosVideoIdRemixPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoCreateCharacterVideosCharactersPostData = { - body: BodyVideoCreateCharacterVideosCharactersPost; - path?: never; - query?: never; - url: '/videos/characters'; -}; - -export type VideoCreateCharacterVideosCharactersPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoCreateCharacterVideosCharactersPostError = VideoCreateCharacterVideosCharactersPostErrors[keyof VideoCreateCharacterVideosCharactersPostErrors]; - -export type VideoCreateCharacterVideosCharactersPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoCreateCharacterV1VideosCharactersPostData = { - body: BodyVideoCreateCharacterV1VideosCharactersPost; - path?: never; - query?: never; - url: '/v1/videos/characters'; -}; - -export type VideoCreateCharacterV1VideosCharactersPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoCreateCharacterV1VideosCharactersPostError = VideoCreateCharacterV1VideosCharactersPostErrors[keyof VideoCreateCharacterV1VideosCharactersPostErrors]; - -export type VideoCreateCharacterV1VideosCharactersPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoGetCharacterVideosCharactersCharacterIdGetData = { - body?: never; - path: { - /** - * Character Id - */ - character_id: string; - }; - query?: never; - url: '/videos/characters/{character_id}'; -}; - -export type VideoGetCharacterVideosCharactersCharacterIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoGetCharacterVideosCharactersCharacterIdGetError = VideoGetCharacterVideosCharactersCharacterIdGetErrors[keyof VideoGetCharacterVideosCharactersCharacterIdGetErrors]; - -export type VideoGetCharacterVideosCharactersCharacterIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoGetCharacterV1VideosCharactersCharacterIdGetData = { - body?: never; - path: { - /** - * Character Id - */ - character_id: string; - }; - query?: never; - url: '/v1/videos/characters/{character_id}'; -}; - -export type VideoGetCharacterV1VideosCharactersCharacterIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VideoGetCharacterV1VideosCharactersCharacterIdGetError = VideoGetCharacterV1VideosCharactersCharacterIdGetErrors[keyof VideoGetCharacterV1VideosCharactersCharacterIdGetErrors]; - -export type VideoGetCharacterV1VideosCharactersCharacterIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoEditVideosEditsPostData = { - body?: never; - path?: never; - query?: never; - url: '/videos/edits'; -}; - -export type VideoEditVideosEditsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoEditV1VideosEditsPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/videos/edits'; -}; - -export type VideoEditV1VideosEditsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoExtensionVideosExtensionsPostData = { - body?: never; - path?: never; - query?: never; - url: '/videos/extensions'; -}; - -export type VideoExtensionVideosExtensionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VideoExtensionV1VideosExtensionsPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/videos/extensions'; -}; - -export type VideoExtensionV1VideosExtensionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListContainersContainersGetData = { - body?: never; - path?: never; - query?: never; - url: '/containers'; -}; - -export type ListContainersContainersGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateContainerContainersPostData = { - body?: never; - path?: never; - query?: never; - url: '/containers'; -}; - -export type CreateContainerContainersPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListContainersV1ContainersGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/containers'; -}; - -export type ListContainersV1ContainersGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateContainerV1ContainersPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/containers'; -}; - -export type CreateContainerV1ContainersPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteContainerContainersContainerIdDeleteData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - }; - query?: never; - url: '/containers/{container_id}'; -}; - -export type DeleteContainerContainersContainerIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteContainerContainersContainerIdDeleteError = DeleteContainerContainersContainerIdDeleteErrors[keyof DeleteContainerContainersContainerIdDeleteErrors]; - -export type DeleteContainerContainersContainerIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RetrieveContainerContainersContainerIdGetData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - }; - query?: never; - url: '/containers/{container_id}'; -}; - -export type RetrieveContainerContainersContainerIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RetrieveContainerContainersContainerIdGetError = RetrieveContainerContainersContainerIdGetErrors[keyof RetrieveContainerContainersContainerIdGetErrors]; - -export type RetrieveContainerContainersContainerIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteContainerV1ContainersContainerIdDeleteData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - }; - query?: never; - url: '/v1/containers/{container_id}'; -}; - -export type DeleteContainerV1ContainersContainerIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteContainerV1ContainersContainerIdDeleteError = DeleteContainerV1ContainersContainerIdDeleteErrors[keyof DeleteContainerV1ContainersContainerIdDeleteErrors]; - -export type DeleteContainerV1ContainersContainerIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RetrieveContainerV1ContainersContainerIdGetData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - }; - query?: never; - url: '/v1/containers/{container_id}'; -}; - -export type RetrieveContainerV1ContainersContainerIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RetrieveContainerV1ContainersContainerIdGetError = RetrieveContainerV1ContainersContainerIdGetErrors[keyof RetrieveContainerV1ContainersContainerIdGetErrors]; - -export type RetrieveContainerV1ContainersContainerIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerContainerIdV1ContainersContainerIdFilesGetData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - }; - query?: never; - url: '/v1/containers/{container_id}/files'; -}; - -export type HandlerContainerIdV1ContainersContainerIdFilesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerContainerIdV1ContainersContainerIdFilesGetError = HandlerContainerIdV1ContainersContainerIdFilesGetErrors[keyof HandlerContainerIdV1ContainersContainerIdFilesGetErrors]; - -export type HandlerContainerIdV1ContainersContainerIdFilesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerMultipartUploadV1ContainersContainerIdFilesPostData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - }; - query?: never; - url: '/v1/containers/{container_id}/files'; -}; - -export type HandlerMultipartUploadV1ContainersContainerIdFilesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerMultipartUploadV1ContainersContainerIdFilesPostError = HandlerMultipartUploadV1ContainersContainerIdFilesPostErrors[keyof HandlerMultipartUploadV1ContainersContainerIdFilesPostErrors]; - -export type HandlerMultipartUploadV1ContainersContainerIdFilesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerContainerIdContainersContainerIdFilesGetData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - }; - query?: never; - url: '/containers/{container_id}/files'; -}; - -export type HandlerContainerIdContainersContainerIdFilesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerContainerIdContainersContainerIdFilesGetError = HandlerContainerIdContainersContainerIdFilesGetErrors[keyof HandlerContainerIdContainersContainerIdFilesGetErrors]; - -export type HandlerContainerIdContainersContainerIdFilesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerMultipartUploadContainersContainerIdFilesPostData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - }; - query?: never; - url: '/containers/{container_id}/files'; -}; - -export type HandlerMultipartUploadContainersContainerIdFilesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerMultipartUploadContainersContainerIdFilesPostError = HandlerMultipartUploadContainersContainerIdFilesPostErrors[keyof HandlerMultipartUploadContainersContainerIdFilesPostErrors]; - -export type HandlerMultipartUploadContainersContainerIdFilesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/v1/containers/{container_id}/files/{file_id}'; -}; - -export type HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteError = HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteErrors[keyof HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteErrors]; - -export type HandlerContainerFileV1ContainersContainerIdFilesFileIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerContainerFileV1ContainersContainerIdFilesFileIdGetData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/v1/containers/{container_id}/files/{file_id}'; -}; - -export type HandlerContainerFileV1ContainersContainerIdFilesFileIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerContainerFileV1ContainersContainerIdFilesFileIdGetError = HandlerContainerFileV1ContainersContainerIdFilesFileIdGetErrors[keyof HandlerContainerFileV1ContainersContainerIdFilesFileIdGetErrors]; - -export type HandlerContainerFileV1ContainersContainerIdFilesFileIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerContainerFileContainersContainerIdFilesFileIdDeleteData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/containers/{container_id}/files/{file_id}'; -}; - -export type HandlerContainerFileContainersContainerIdFilesFileIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerContainerFileContainersContainerIdFilesFileIdDeleteError = HandlerContainerFileContainersContainerIdFilesFileIdDeleteErrors[keyof HandlerContainerFileContainersContainerIdFilesFileIdDeleteErrors]; - -export type HandlerContainerFileContainersContainerIdFilesFileIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerContainerFileContainersContainerIdFilesFileIdGetData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/containers/{container_id}/files/{file_id}'; -}; - -export type HandlerContainerFileContainersContainerIdFilesFileIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerContainerFileContainersContainerIdFilesFileIdGetError = HandlerContainerFileContainersContainerIdFilesFileIdGetErrors[keyof HandlerContainerFileContainersContainerIdFilesFileIdGetErrors]; - -export type HandlerContainerFileContainersContainerIdFilesFileIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/v1/containers/{container_id}/files/{file_id}/content'; -}; - -export type HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetError = HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetErrors[keyof HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetErrors]; - -export type HandlerBinaryContentV1ContainersContainerIdFilesFileIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HandlerBinaryContentContainersContainerIdFilesFileIdContentGetData = { - body?: never; - path: { - /** - * Container Id - */ - container_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/containers/{container_id}/files/{file_id}/content'; -}; - -export type HandlerBinaryContentContainersContainerIdFilesFileIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HandlerBinaryContentContainersContainerIdFilesFileIdContentGetError = HandlerBinaryContentContainersContainerIdFilesFileIdContentGetErrors[keyof HandlerBinaryContentContainersContainerIdFilesFileIdContentGetErrors]; - -export type HandlerBinaryContentContainersContainerIdFilesFileIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type SearchSearchPostData = { - body?: never; - path?: never; - query?: { - /** - * Search Tool Name - */ - search_tool_name?: string | null; - }; - url: '/search'; -}; - -export type SearchSearchPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type SearchSearchPostError = SearchSearchPostErrors[keyof SearchSearchPostErrors]; - -export type SearchSearchPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type SearchV1SearchPostData = { - body?: never; - path?: never; - query?: { - /** - * Search Tool Name - */ - search_tool_name?: string | null; - }; - url: '/v1/search'; -}; - -export type SearchV1SearchPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type SearchV1SearchPostError = SearchV1SearchPostErrors[keyof SearchV1SearchPostErrors]; - -export type SearchV1SearchPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type SearchSearchSearchToolNamePostData = { - body?: never; - path: { - /** - * Search Tool Name - */ - search_tool_name: string | null; - }; - query?: never; - url: '/search/{search_tool_name}'; -}; - -export type SearchSearchSearchToolNamePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type SearchSearchSearchToolNamePostError = SearchSearchSearchToolNamePostErrors[keyof SearchSearchSearchToolNamePostErrors]; - -export type SearchSearchSearchToolNamePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type SearchV1SearchSearchToolNamePostData = { - body?: never; - path: { - /** - * Search Tool Name - */ - search_tool_name: string | null; - }; - query?: never; - url: '/v1/search/{search_tool_name}'; -}; - -export type SearchV1SearchSearchToolNamePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type SearchV1SearchSearchToolNamePostError = SearchV1SearchSearchToolNamePostErrors[keyof SearchV1SearchSearchToolNamePostErrors]; - -export type SearchV1SearchSearchToolNamePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListSearchToolsSearchToolsGetData = { - body?: never; - path?: never; - query?: never; - url: '/search/tools'; -}; - -export type ListSearchToolsSearchToolsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListSearchToolsV1SearchToolsGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/search/tools'; -}; - -export type ListSearchToolsV1SearchToolsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostData = { - body?: never; - path: { - /** - * Model - */ - model: string | null; - }; - query?: never; - url: '/openai/deployments/{model}/images/generations'; -}; - -export type ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostError = ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostErrors[keyof ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostErrors]; - -export type ImageGenerationOpenaiDeploymentsModelImagesGenerationsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ImageGenerationImagesGenerationsPostData = { - body?: never; - path?: never; - query?: { - /** - * Model - */ - model?: string | null; - }; - url: '/images/generations'; -}; - -export type ImageGenerationImagesGenerationsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ImageGenerationImagesGenerationsPostError = ImageGenerationImagesGenerationsPostErrors[keyof ImageGenerationImagesGenerationsPostErrors]; - -export type ImageGenerationImagesGenerationsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ImageGenerationV1ImagesGenerationsPostData = { - body?: never; - path?: never; - query?: { - /** - * Model - */ - model?: string | null; - }; - url: '/v1/images/generations'; -}; - -export type ImageGenerationV1ImagesGenerationsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ImageGenerationV1ImagesGenerationsPostError = ImageGenerationV1ImagesGenerationsPostErrors[keyof ImageGenerationV1ImagesGenerationsPostErrors]; - -export type ImageGenerationV1ImagesGenerationsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ImageEditApiOpenaiDeploymentsModelImagesEditsPostData = { - body?: BodyImageEditApiOpenaiDeploymentsModelImagesEditsPost; - path: { - /** - * Model - */ - model: string | null; - }; - query?: never; - url: '/openai/deployments/{model}/images/edits'; -}; - -export type ImageEditApiOpenaiDeploymentsModelImagesEditsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ImageEditApiOpenaiDeploymentsModelImagesEditsPostError = ImageEditApiOpenaiDeploymentsModelImagesEditsPostErrors[keyof ImageEditApiOpenaiDeploymentsModelImagesEditsPostErrors]; - -export type ImageEditApiOpenaiDeploymentsModelImagesEditsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ImageEditApiImagesEditsPostData = { - body?: BodyImageEditApiImagesEditsPost; - path?: never; - query?: { - /** - * Model - */ - model?: string | null; - }; - url: '/images/edits'; -}; - -export type ImageEditApiImagesEditsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ImageEditApiImagesEditsPostError = ImageEditApiImagesEditsPostErrors[keyof ImageEditApiImagesEditsPostErrors]; - -export type ImageEditApiImagesEditsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ImageEditApiV1ImagesEditsPostData = { - body?: BodyImageEditApiV1ImagesEditsPost; - path?: never; - query?: { - /** - * Model - */ - model?: string | null; - }; - url: '/v1/images/edits'; -}; - -export type ImageEditApiV1ImagesEditsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ImageEditApiV1ImagesEditsPostError = ImageEditApiV1ImagesEditsPostErrors[keyof ImageEditApiV1ImagesEditsPostErrors]; - -export type ImageEditApiV1ImagesEditsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListFineTuningJobsFineTuningJobsGetData = { - body?: never; - path?: never; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: 'openai' | 'azure' | null; - /** - * Target Model Names - * - * Comma separated list of model names to filter by. Example: 'gpt-4o,gpt-4o-mini' - */ - target_model_names?: string | null; - /** - * After - */ - after?: string | null; - /** - * Limit - */ - limit?: number | null; - }; - url: '/fine_tuning/jobs'; -}; - -export type ListFineTuningJobsFineTuningJobsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListFineTuningJobsFineTuningJobsGetError = ListFineTuningJobsFineTuningJobsGetErrors[keyof ListFineTuningJobsFineTuningJobsGetErrors]; - -export type ListFineTuningJobsFineTuningJobsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateFineTuningJobFineTuningJobsPostData = { - body: LiteLlmFineTuningJobCreate; - path?: never; - query?: never; - url: '/fine_tuning/jobs'; -}; - -export type CreateFineTuningJobFineTuningJobsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateFineTuningJobFineTuningJobsPostError = CreateFineTuningJobFineTuningJobsPostErrors[keyof CreateFineTuningJobFineTuningJobsPostErrors]; - -export type CreateFineTuningJobFineTuningJobsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListFineTuningJobsV1FineTuningJobsGetData = { - body?: never; - path?: never; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: 'openai' | 'azure' | null; - /** - * Target Model Names - * - * Comma separated list of model names to filter by. Example: 'gpt-4o,gpt-4o-mini' - */ - target_model_names?: string | null; - /** - * After - */ - after?: string | null; - /** - * Limit - */ - limit?: number | null; - }; - url: '/v1/fine_tuning/jobs'; -}; - -export type ListFineTuningJobsV1FineTuningJobsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListFineTuningJobsV1FineTuningJobsGetError = ListFineTuningJobsV1FineTuningJobsGetErrors[keyof ListFineTuningJobsV1FineTuningJobsGetErrors]; - -export type ListFineTuningJobsV1FineTuningJobsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateFineTuningJobV1FineTuningJobsPostData = { - body: LiteLlmFineTuningJobCreate; - path?: never; - query?: never; - url: '/v1/fine_tuning/jobs'; -}; - -export type CreateFineTuningJobV1FineTuningJobsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateFineTuningJobV1FineTuningJobsPostError = CreateFineTuningJobV1FineTuningJobsPostErrors[keyof CreateFineTuningJobV1FineTuningJobsPostErrors]; - -export type CreateFineTuningJobV1FineTuningJobsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetData = { - body?: never; - path: { - /** - * Fine Tuning Job Id - */ - fine_tuning_job_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: 'openai' | 'azure' | null; - }; - url: '/fine_tuning/jobs/{fine_tuning_job_id}'; -}; - -export type RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetError = RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetErrors[keyof RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetErrors]; - -export type RetrieveFineTuningJobFineTuningJobsFineTuningJobIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetData = { - body?: never; - path: { - /** - * Fine Tuning Job Id - */ - fine_tuning_job_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: 'openai' | 'azure' | null; - }; - url: '/v1/fine_tuning/jobs/{fine_tuning_job_id}'; -}; - -export type RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetError = RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetErrors[keyof RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetErrors]; - -export type RetrieveFineTuningJobV1FineTuningJobsFineTuningJobIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostData = { - body?: never; - path: { - /** - * Fine Tuning Job Id - */ - fine_tuning_job_id: string; - }; - query?: never; - url: '/fine_tuning/jobs/{fine_tuning_job_id}/cancel'; -}; - -export type CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostError = CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostErrors[keyof CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostErrors]; - -export type CancelFineTuningJobFineTuningJobsFineTuningJobIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostData = { - body?: never; - path: { - /** - * Fine Tuning Job Id - */ - fine_tuning_job_id: string; - }; - query?: never; - url: '/v1/fine_tuning/jobs/{fine_tuning_job_id}/cancel'; -}; - -export type CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostError = CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostErrors[keyof CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostErrors]; - -export type CancelFineTuningJobV1FineTuningJobsFineTuningJobIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetCredentialsCredentialsGetData = { - body?: never; - path?: never; - query?: never; - url: '/credentials'; -}; - -export type GetCredentialsCredentialsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateCredentialCredentialsPostData = { - body: CreateCredentialItem; - path?: never; - query?: never; - url: '/credentials'; -}; - -export type CreateCredentialCredentialsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateCredentialCredentialsPostError = CreateCredentialCredentialsPostErrors[keyof CreateCredentialCredentialsPostErrors]; - -export type CreateCredentialCredentialsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetCredentialByNameCredentialsByNameCredentialNameGetData = { - body?: never; - path: { - /** - * Credential Name - * - * The credential name, percent-decoded; may contain slashes - */ - credential_name: string; - }; - query?: never; - url: '/credentials/by_name/{credential_name}'; -}; - -export type GetCredentialByNameCredentialsByNameCredentialNameGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetCredentialByNameCredentialsByNameCredentialNameGetError = GetCredentialByNameCredentialsByNameCredentialNameGetErrors[keyof GetCredentialByNameCredentialsByNameCredentialNameGetErrors]; - -export type GetCredentialByNameCredentialsByNameCredentialNameGetResponses = { - /** - * Successful Response - */ - 200: CredentialItem; -}; - -export type GetCredentialByNameCredentialsByNameCredentialNameGetResponse = GetCredentialByNameCredentialsByNameCredentialNameGetResponses[keyof GetCredentialByNameCredentialsByNameCredentialNameGetResponses]; - -export type GetCredentialByModelCredentialsByModelModelIdGetData = { - body?: never; - path: { - /** - * Model Id - * - * The model ID to look up credentials for - */ - model_id: string; - }; - query?: never; - url: '/credentials/by_model/{model_id}'; -}; - -export type GetCredentialByModelCredentialsByModelModelIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetCredentialByModelCredentialsByModelModelIdGetError = GetCredentialByModelCredentialsByModelModelIdGetErrors[keyof GetCredentialByModelCredentialsByModelModelIdGetErrors]; - -export type GetCredentialByModelCredentialsByModelModelIdGetResponses = { - /** - * Successful Response - */ - 200: CredentialItem; -}; - -export type GetCredentialByModelCredentialsByModelModelIdGetResponse = GetCredentialByModelCredentialsByModelModelIdGetResponses[keyof GetCredentialByModelCredentialsByModelModelIdGetResponses]; - -export type DeleteCredentialCredentialsCredentialNameDeleteData = { - body?: never; - path: { - /** - * Credential Name - * - * The credential name, percent-decoded; may contain slashes - */ - credential_name: string; - }; - query?: never; - url: '/credentials/{credential_name}'; -}; - -export type DeleteCredentialCredentialsCredentialNameDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteCredentialCredentialsCredentialNameDeleteError = DeleteCredentialCredentialsCredentialNameDeleteErrors[keyof DeleteCredentialCredentialsCredentialNameDeleteErrors]; - -export type DeleteCredentialCredentialsCredentialNameDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateCredentialCredentialsCredentialNamePatchData = { - body: CredentialItem; - path: { - /** - * Credential Name - * - * The credential name, percent-decoded; may contain slashes - */ - credential_name: string; - }; - query?: never; - url: '/credentials/{credential_name}'; -}; - -export type UpdateCredentialCredentialsCredentialNamePatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateCredentialCredentialsCredentialNamePatchError = UpdateCredentialCredentialsCredentialNamePatchErrors[keyof UpdateCredentialCredentialsCredentialNamePatchErrors]; - -export type UpdateCredentialCredentialsCredentialNamePatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GeminiProxyRouteGeminiEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/gemini/{endpoint}'; -}; - -export type GeminiProxyRouteGeminiEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GeminiProxyRouteGeminiEndpointDeleteError = GeminiProxyRouteGeminiEndpointDeleteErrors[keyof GeminiProxyRouteGeminiEndpointDeleteErrors]; - -export type GeminiProxyRouteGeminiEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GeminiProxyRouteGeminiEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/gemini/{endpoint}'; -}; - -export type GeminiProxyRouteGeminiEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GeminiProxyRouteGeminiEndpointGetError = GeminiProxyRouteGeminiEndpointGetErrors[keyof GeminiProxyRouteGeminiEndpointGetErrors]; - -export type GeminiProxyRouteGeminiEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GeminiProxyRouteGeminiEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/gemini/{endpoint}'; -}; - -export type GeminiProxyRouteGeminiEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GeminiProxyRouteGeminiEndpointPatchError = GeminiProxyRouteGeminiEndpointPatchErrors[keyof GeminiProxyRouteGeminiEndpointPatchErrors]; - -export type GeminiProxyRouteGeminiEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GeminiProxyRouteGeminiEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/gemini/{endpoint}'; -}; - -export type GeminiProxyRouteGeminiEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GeminiProxyRouteGeminiEndpointPostError = GeminiProxyRouteGeminiEndpointPostErrors[keyof GeminiProxyRouteGeminiEndpointPostErrors]; - -export type GeminiProxyRouteGeminiEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GeminiProxyRouteGeminiEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/gemini/{endpoint}'; -}; - -export type GeminiProxyRouteGeminiEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GeminiProxyRouteGeminiEndpointPutError = GeminiProxyRouteGeminiEndpointPutErrors[keyof GeminiProxyRouteGeminiEndpointPutErrors]; - -export type GeminiProxyRouteGeminiEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CohereProxyRouteCohereEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cohere/{endpoint}'; -}; - -export type CohereProxyRouteCohereEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CohereProxyRouteCohereEndpointDeleteError = CohereProxyRouteCohereEndpointDeleteErrors[keyof CohereProxyRouteCohereEndpointDeleteErrors]; - -export type CohereProxyRouteCohereEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CohereProxyRouteCohereEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cohere/{endpoint}'; -}; - -export type CohereProxyRouteCohereEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CohereProxyRouteCohereEndpointGetError = CohereProxyRouteCohereEndpointGetErrors[keyof CohereProxyRouteCohereEndpointGetErrors]; - -export type CohereProxyRouteCohereEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CohereProxyRouteCohereEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cohere/{endpoint}'; -}; - -export type CohereProxyRouteCohereEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CohereProxyRouteCohereEndpointPatchError = CohereProxyRouteCohereEndpointPatchErrors[keyof CohereProxyRouteCohereEndpointPatchErrors]; - -export type CohereProxyRouteCohereEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CohereProxyRouteCohereEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cohere/{endpoint}'; -}; - -export type CohereProxyRouteCohereEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CohereProxyRouteCohereEndpointPostError = CohereProxyRouteCohereEndpointPostErrors[keyof CohereProxyRouteCohereEndpointPostErrors]; - -export type CohereProxyRouteCohereEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CohereProxyRouteCohereEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cohere/{endpoint}'; -}; - -export type CohereProxyRouteCohereEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CohereProxyRouteCohereEndpointPutError = CohereProxyRouteCohereEndpointPutErrors[keyof CohereProxyRouteCohereEndpointPutErrors]; - -export type CohereProxyRouteCohereEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VllmProxyRouteVllmEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vllm/{endpoint}'; -}; - -export type VllmProxyRouteVllmEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VllmProxyRouteVllmEndpointDeleteError = VllmProxyRouteVllmEndpointDeleteErrors[keyof VllmProxyRouteVllmEndpointDeleteErrors]; - -export type VllmProxyRouteVllmEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VllmProxyRouteVllmEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vllm/{endpoint}'; -}; - -export type VllmProxyRouteVllmEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VllmProxyRouteVllmEndpointGetError = VllmProxyRouteVllmEndpointGetErrors[keyof VllmProxyRouteVllmEndpointGetErrors]; - -export type VllmProxyRouteVllmEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VllmProxyRouteVllmEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vllm/{endpoint}'; -}; - -export type VllmProxyRouteVllmEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VllmProxyRouteVllmEndpointPatchError = VllmProxyRouteVllmEndpointPatchErrors[keyof VllmProxyRouteVllmEndpointPatchErrors]; - -export type VllmProxyRouteVllmEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VllmProxyRouteVllmEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vllm/{endpoint}'; -}; - -export type VllmProxyRouteVllmEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VllmProxyRouteVllmEndpointPostError = VllmProxyRouteVllmEndpointPostErrors[keyof VllmProxyRouteVllmEndpointPostErrors]; - -export type VllmProxyRouteVllmEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VllmProxyRouteVllmEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vllm/{endpoint}'; -}; - -export type VllmProxyRouteVllmEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VllmProxyRouteVllmEndpointPutError = VllmProxyRouteVllmEndpointPutErrors[keyof VllmProxyRouteVllmEndpointPutErrors]; - -export type VllmProxyRouteVllmEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MistralProxyRouteMistralEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/mistral/{endpoint}'; -}; - -export type MistralProxyRouteMistralEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MistralProxyRouteMistralEndpointDeleteError = MistralProxyRouteMistralEndpointDeleteErrors[keyof MistralProxyRouteMistralEndpointDeleteErrors]; - -export type MistralProxyRouteMistralEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MistralProxyRouteMistralEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/mistral/{endpoint}'; -}; - -export type MistralProxyRouteMistralEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MistralProxyRouteMistralEndpointGetError = MistralProxyRouteMistralEndpointGetErrors[keyof MistralProxyRouteMistralEndpointGetErrors]; - -export type MistralProxyRouteMistralEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MistralProxyRouteMistralEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/mistral/{endpoint}'; -}; - -export type MistralProxyRouteMistralEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MistralProxyRouteMistralEndpointPatchError = MistralProxyRouteMistralEndpointPatchErrors[keyof MistralProxyRouteMistralEndpointPatchErrors]; - -export type MistralProxyRouteMistralEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MistralProxyRouteMistralEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/mistral/{endpoint}'; -}; - -export type MistralProxyRouteMistralEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MistralProxyRouteMistralEndpointPostError = MistralProxyRouteMistralEndpointPostErrors[keyof MistralProxyRouteMistralEndpointPostErrors]; - -export type MistralProxyRouteMistralEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MistralProxyRouteMistralEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/mistral/{endpoint}'; -}; - -export type MistralProxyRouteMistralEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MistralProxyRouteMistralEndpointPutError = MistralProxyRouteMistralEndpointPutErrors[keyof MistralProxyRouteMistralEndpointPutErrors]; - -export type MistralProxyRouteMistralEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MilvusProxyRouteMilvusEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/milvus/{endpoint}'; -}; - -export type MilvusProxyRouteMilvusEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MilvusProxyRouteMilvusEndpointDeleteError = MilvusProxyRouteMilvusEndpointDeleteErrors[keyof MilvusProxyRouteMilvusEndpointDeleteErrors]; - -export type MilvusProxyRouteMilvusEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MilvusProxyRouteMilvusEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/milvus/{endpoint}'; -}; - -export type MilvusProxyRouteMilvusEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MilvusProxyRouteMilvusEndpointGetError = MilvusProxyRouteMilvusEndpointGetErrors[keyof MilvusProxyRouteMilvusEndpointGetErrors]; - -export type MilvusProxyRouteMilvusEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MilvusProxyRouteMilvusEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/milvus/{endpoint}'; -}; - -export type MilvusProxyRouteMilvusEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MilvusProxyRouteMilvusEndpointPatchError = MilvusProxyRouteMilvusEndpointPatchErrors[keyof MilvusProxyRouteMilvusEndpointPatchErrors]; - -export type MilvusProxyRouteMilvusEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MilvusProxyRouteMilvusEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/milvus/{endpoint}'; -}; - -export type MilvusProxyRouteMilvusEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MilvusProxyRouteMilvusEndpointPostError = MilvusProxyRouteMilvusEndpointPostErrors[keyof MilvusProxyRouteMilvusEndpointPostErrors]; - -export type MilvusProxyRouteMilvusEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MilvusProxyRouteMilvusEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/milvus/{endpoint}'; -}; - -export type MilvusProxyRouteMilvusEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MilvusProxyRouteMilvusEndpointPutError = MilvusProxyRouteMilvusEndpointPutErrors[keyof MilvusProxyRouteMilvusEndpointPutErrors]; - -export type MilvusProxyRouteMilvusEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AnthropicProxyRouteAnthropicEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/anthropic/{endpoint}'; -}; - -export type AnthropicProxyRouteAnthropicEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AnthropicProxyRouteAnthropicEndpointDeleteError = AnthropicProxyRouteAnthropicEndpointDeleteErrors[keyof AnthropicProxyRouteAnthropicEndpointDeleteErrors]; - -export type AnthropicProxyRouteAnthropicEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AnthropicProxyRouteAnthropicEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/anthropic/{endpoint}'; -}; - -export type AnthropicProxyRouteAnthropicEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AnthropicProxyRouteAnthropicEndpointGetError = AnthropicProxyRouteAnthropicEndpointGetErrors[keyof AnthropicProxyRouteAnthropicEndpointGetErrors]; - -export type AnthropicProxyRouteAnthropicEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AnthropicProxyRouteAnthropicEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/anthropic/{endpoint}'; -}; - -export type AnthropicProxyRouteAnthropicEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AnthropicProxyRouteAnthropicEndpointPatchError = AnthropicProxyRouteAnthropicEndpointPatchErrors[keyof AnthropicProxyRouteAnthropicEndpointPatchErrors]; - -export type AnthropicProxyRouteAnthropicEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AnthropicProxyRouteAnthropicEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/anthropic/{endpoint}'; -}; - -export type AnthropicProxyRouteAnthropicEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AnthropicProxyRouteAnthropicEndpointPostError = AnthropicProxyRouteAnthropicEndpointPostErrors[keyof AnthropicProxyRouteAnthropicEndpointPostErrors]; - -export type AnthropicProxyRouteAnthropicEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AnthropicProxyRouteAnthropicEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/anthropic/{endpoint}'; -}; - -export type AnthropicProxyRouteAnthropicEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AnthropicProxyRouteAnthropicEndpointPutError = AnthropicProxyRouteAnthropicEndpointPutErrors[keyof AnthropicProxyRouteAnthropicEndpointPutErrors]; - -export type AnthropicProxyRouteAnthropicEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BedrockProxyRouteBedrockEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/bedrock/{endpoint}'; -}; - -export type BedrockProxyRouteBedrockEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BedrockProxyRouteBedrockEndpointDeleteError = BedrockProxyRouteBedrockEndpointDeleteErrors[keyof BedrockProxyRouteBedrockEndpointDeleteErrors]; - -export type BedrockProxyRouteBedrockEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BedrockProxyRouteBedrockEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/bedrock/{endpoint}'; -}; - -export type BedrockProxyRouteBedrockEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BedrockProxyRouteBedrockEndpointGetError = BedrockProxyRouteBedrockEndpointGetErrors[keyof BedrockProxyRouteBedrockEndpointGetErrors]; - -export type BedrockProxyRouteBedrockEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BedrockProxyRouteBedrockEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/bedrock/{endpoint}'; -}; - -export type BedrockProxyRouteBedrockEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BedrockProxyRouteBedrockEndpointPatchError = BedrockProxyRouteBedrockEndpointPatchErrors[keyof BedrockProxyRouteBedrockEndpointPatchErrors]; - -export type BedrockProxyRouteBedrockEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BedrockProxyRouteBedrockEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/bedrock/{endpoint}'; -}; - -export type BedrockProxyRouteBedrockEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BedrockProxyRouteBedrockEndpointPostError = BedrockProxyRouteBedrockEndpointPostErrors[keyof BedrockProxyRouteBedrockEndpointPostErrors]; - -export type BedrockProxyRouteBedrockEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BedrockProxyRouteBedrockEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/bedrock/{endpoint}'; -}; - -export type BedrockProxyRouteBedrockEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BedrockProxyRouteBedrockEndpointPutError = BedrockProxyRouteBedrockEndpointPutErrors[keyof BedrockProxyRouteBedrockEndpointPutErrors]; - -export type BedrockProxyRouteBedrockEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/eu.assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteError = AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteErrors[keyof AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteErrors]; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/eu.assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointGetError = AssemblyaiProxyRouteEuAssemblyaiEndpointGetErrors[keyof AssemblyaiProxyRouteEuAssemblyaiEndpointGetErrors]; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/eu.assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPatchError = AssemblyaiProxyRouteEuAssemblyaiEndpointPatchErrors[keyof AssemblyaiProxyRouteEuAssemblyaiEndpointPatchErrors]; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/eu.assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPostError = AssemblyaiProxyRouteEuAssemblyaiEndpointPostErrors[keyof AssemblyaiProxyRouteEuAssemblyaiEndpointPostErrors]; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/eu.assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPutError = AssemblyaiProxyRouteEuAssemblyaiEndpointPutErrors[keyof AssemblyaiProxyRouteEuAssemblyaiEndpointPutErrors]; - -export type AssemblyaiProxyRouteEuAssemblyaiEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointDeleteError = AssemblyaiProxyRouteAssemblyaiEndpointDeleteErrors[keyof AssemblyaiProxyRouteAssemblyaiEndpointDeleteErrors]; - -export type AssemblyaiProxyRouteAssemblyaiEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointGetError = AssemblyaiProxyRouteAssemblyaiEndpointGetErrors[keyof AssemblyaiProxyRouteAssemblyaiEndpointGetErrors]; - -export type AssemblyaiProxyRouteAssemblyaiEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPatchError = AssemblyaiProxyRouteAssemblyaiEndpointPatchErrors[keyof AssemblyaiProxyRouteAssemblyaiEndpointPatchErrors]; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPostError = AssemblyaiProxyRouteAssemblyaiEndpointPostErrors[keyof AssemblyaiProxyRouteAssemblyaiEndpointPostErrors]; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/assemblyai/{endpoint}'; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPutError = AssemblyaiProxyRouteAssemblyaiEndpointPutErrors[keyof AssemblyaiProxyRouteAssemblyaiEndpointPutErrors]; - -export type AssemblyaiProxyRouteAssemblyaiEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure/{endpoint}'; -}; - -export type AzureProxyRouteAzureEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureEndpointDeleteError = AzureProxyRouteAzureEndpointDeleteErrors[keyof AzureProxyRouteAzureEndpointDeleteErrors]; - -export type AzureProxyRouteAzureEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure/{endpoint}'; -}; - -export type AzureProxyRouteAzureEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureEndpointGetError = AzureProxyRouteAzureEndpointGetErrors[keyof AzureProxyRouteAzureEndpointGetErrors]; - -export type AzureProxyRouteAzureEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure/{endpoint}'; -}; - -export type AzureProxyRouteAzureEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureEndpointPatchError = AzureProxyRouteAzureEndpointPatchErrors[keyof AzureProxyRouteAzureEndpointPatchErrors]; - -export type AzureProxyRouteAzureEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure/{endpoint}'; -}; - -export type AzureProxyRouteAzureEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureEndpointPostError = AzureProxyRouteAzureEndpointPostErrors[keyof AzureProxyRouteAzureEndpointPostErrors]; - -export type AzureProxyRouteAzureEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure/{endpoint}'; -}; - -export type AzureProxyRouteAzureEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureEndpointPutError = AzureProxyRouteAzureEndpointPutErrors[keyof AzureProxyRouteAzureEndpointPutErrors]; - -export type AzureProxyRouteAzureEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureAiEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure_ai/{endpoint}'; -}; - -export type AzureProxyRouteAzureAiEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureAiEndpointDeleteError = AzureProxyRouteAzureAiEndpointDeleteErrors[keyof AzureProxyRouteAzureAiEndpointDeleteErrors]; - -export type AzureProxyRouteAzureAiEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureAiEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure_ai/{endpoint}'; -}; - -export type AzureProxyRouteAzureAiEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureAiEndpointGetError = AzureProxyRouteAzureAiEndpointGetErrors[keyof AzureProxyRouteAzureAiEndpointGetErrors]; - -export type AzureProxyRouteAzureAiEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureAiEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure_ai/{endpoint}'; -}; - -export type AzureProxyRouteAzureAiEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureAiEndpointPatchError = AzureProxyRouteAzureAiEndpointPatchErrors[keyof AzureProxyRouteAzureAiEndpointPatchErrors]; - -export type AzureProxyRouteAzureAiEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureAiEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure_ai/{endpoint}'; -}; - -export type AzureProxyRouteAzureAiEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureAiEndpointPostError = AzureProxyRouteAzureAiEndpointPostErrors[keyof AzureProxyRouteAzureAiEndpointPostErrors]; - -export type AzureProxyRouteAzureAiEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AzureProxyRouteAzureAiEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/azure_ai/{endpoint}'; -}; - -export type AzureProxyRouteAzureAiEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AzureProxyRouteAzureAiEndpointPutError = AzureProxyRouteAzureAiEndpointPutErrors[keyof AzureProxyRouteAzureAiEndpointPutErrors]; - -export type AzureProxyRouteAzureAiEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/discovery/{endpoint}'; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteError = VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteErrors[keyof VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteErrors]; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/discovery/{endpoint}'; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetError = VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetErrors[keyof VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetErrors]; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/discovery/{endpoint}'; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchError = VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchErrors[keyof VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchErrors]; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/discovery/{endpoint}'; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostError = VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostErrors[keyof VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostErrors]; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/discovery/{endpoint}'; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutError = VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutErrors[keyof VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutErrors]; - -export type VertexDiscoveryProxyRouteVertexAiDiscoveryEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexProxyRouteVertexAiEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/{endpoint}'; -}; - -export type VertexProxyRouteVertexAiEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexProxyRouteVertexAiEndpointDeleteError = VertexProxyRouteVertexAiEndpointDeleteErrors[keyof VertexProxyRouteVertexAiEndpointDeleteErrors]; - -export type VertexProxyRouteVertexAiEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexProxyRouteVertexAiEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/{endpoint}'; -}; - -export type VertexProxyRouteVertexAiEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexProxyRouteVertexAiEndpointGetError = VertexProxyRouteVertexAiEndpointGetErrors[keyof VertexProxyRouteVertexAiEndpointGetErrors]; - -export type VertexProxyRouteVertexAiEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexProxyRouteVertexAiEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/{endpoint}'; -}; - -export type VertexProxyRouteVertexAiEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexProxyRouteVertexAiEndpointPatchError = VertexProxyRouteVertexAiEndpointPatchErrors[keyof VertexProxyRouteVertexAiEndpointPatchErrors]; - -export type VertexProxyRouteVertexAiEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexProxyRouteVertexAiEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/{endpoint}'; -}; - -export type VertexProxyRouteVertexAiEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexProxyRouteVertexAiEndpointPostError = VertexProxyRouteVertexAiEndpointPostErrors[keyof VertexProxyRouteVertexAiEndpointPostErrors]; - -export type VertexProxyRouteVertexAiEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VertexProxyRouteVertexAiEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/vertex_ai/{endpoint}'; -}; - -export type VertexProxyRouteVertexAiEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VertexProxyRouteVertexAiEndpointPutError = VertexProxyRouteVertexAiEndpointPutErrors[keyof VertexProxyRouteVertexAiEndpointPutErrors]; - -export type VertexProxyRouteVertexAiEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiEndpointDeleteError = OpenaiProxyRouteOpenaiEndpointDeleteErrors[keyof OpenaiProxyRouteOpenaiEndpointDeleteErrors]; - -export type OpenaiProxyRouteOpenaiEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiEndpointGetError = OpenaiProxyRouteOpenaiEndpointGetErrors[keyof OpenaiProxyRouteOpenaiEndpointGetErrors]; - -export type OpenaiProxyRouteOpenaiEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiEndpointPatchError = OpenaiProxyRouteOpenaiEndpointPatchErrors[keyof OpenaiProxyRouteOpenaiEndpointPatchErrors]; - -export type OpenaiProxyRouteOpenaiEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiEndpointPostError = OpenaiProxyRouteOpenaiEndpointPostErrors[keyof OpenaiProxyRouteOpenaiEndpointPostErrors]; - -export type OpenaiProxyRouteOpenaiEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiEndpointPutError = OpenaiProxyRouteOpenaiEndpointPutErrors[keyof OpenaiProxyRouteOpenaiEndpointPutErrors]; - -export type OpenaiProxyRouteOpenaiEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai_passthrough/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointDeleteError = OpenaiProxyRouteOpenaiPassthroughEndpointDeleteErrors[keyof OpenaiProxyRouteOpenaiPassthroughEndpointDeleteErrors]; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai_passthrough/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointGetError = OpenaiProxyRouteOpenaiPassthroughEndpointGetErrors[keyof OpenaiProxyRouteOpenaiPassthroughEndpointGetErrors]; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai_passthrough/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPatchError = OpenaiProxyRouteOpenaiPassthroughEndpointPatchErrors[keyof OpenaiProxyRouteOpenaiPassthroughEndpointPatchErrors]; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai_passthrough/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPostError = OpenaiProxyRouteOpenaiPassthroughEndpointPostErrors[keyof OpenaiProxyRouteOpenaiPassthroughEndpointPostErrors]; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/openai_passthrough/{endpoint}'; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPutError = OpenaiProxyRouteOpenaiPassthroughEndpointPutErrors[keyof OpenaiProxyRouteOpenaiPassthroughEndpointPutErrors]; - -export type OpenaiProxyRouteOpenaiPassthroughEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CursorProxyRouteCursorEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cursor/{endpoint}'; -}; - -export type CursorProxyRouteCursorEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CursorProxyRouteCursorEndpointDeleteError = CursorProxyRouteCursorEndpointDeleteErrors[keyof CursorProxyRouteCursorEndpointDeleteErrors]; - -export type CursorProxyRouteCursorEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CursorProxyRouteCursorEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cursor/{endpoint}'; -}; - -export type CursorProxyRouteCursorEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CursorProxyRouteCursorEndpointGetError = CursorProxyRouteCursorEndpointGetErrors[keyof CursorProxyRouteCursorEndpointGetErrors]; - -export type CursorProxyRouteCursorEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CursorProxyRouteCursorEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cursor/{endpoint}'; -}; - -export type CursorProxyRouteCursorEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CursorProxyRouteCursorEndpointPatchError = CursorProxyRouteCursorEndpointPatchErrors[keyof CursorProxyRouteCursorEndpointPatchErrors]; - -export type CursorProxyRouteCursorEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CursorProxyRouteCursorEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cursor/{endpoint}'; -}; - -export type CursorProxyRouteCursorEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CursorProxyRouteCursorEndpointPostError = CursorProxyRouteCursorEndpointPostErrors[keyof CursorProxyRouteCursorEndpointPostErrors]; - -export type CursorProxyRouteCursorEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CursorProxyRouteCursorEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/cursor/{endpoint}'; -}; - -export type CursorProxyRouteCursorEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CursorProxyRouteCursorEndpointPutError = CursorProxyRouteCursorEndpointPutErrors[keyof CursorProxyRouteCursorEndpointPutErrors]; - -export type CursorProxyRouteCursorEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetData = { - body?: never; - path: { - /** - * Team Id - */ - team_id: string | null; - }; - query?: { - /** - * Endpoint Id - */ - endpoint_id?: string | null; - }; - url: '/config/pass_through_endpoint/team/{team_id}'; -}; - -export type GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetError = GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetErrors[keyof GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetErrors]; - -export type GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetResponses = { - /** - * Successful Response - */ - 200: PassThroughEndpointResponse; -}; - -export type GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetResponse = GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetResponses[keyof GetPassThroughEndpointsConfigPassThroughEndpointTeamTeamIdGetResponses]; - -export type DeletePassThroughEndpointsConfigPassThroughEndpointDeleteData = { - body?: never; - path?: never; - query: { - /** - * Endpoint Id - */ - endpoint_id: string; - }; - url: '/config/pass_through_endpoint'; -}; - -export type DeletePassThroughEndpointsConfigPassThroughEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeletePassThroughEndpointsConfigPassThroughEndpointDeleteError = DeletePassThroughEndpointsConfigPassThroughEndpointDeleteErrors[keyof DeletePassThroughEndpointsConfigPassThroughEndpointDeleteErrors]; - -export type DeletePassThroughEndpointsConfigPassThroughEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: PassThroughEndpointResponse; -}; - -export type DeletePassThroughEndpointsConfigPassThroughEndpointDeleteResponse = DeletePassThroughEndpointsConfigPassThroughEndpointDeleteResponses[keyof DeletePassThroughEndpointsConfigPassThroughEndpointDeleteResponses]; - -export type GetPassThroughEndpointsConfigPassThroughEndpointGetData = { - body?: never; - path?: never; - query?: { - /** - * Endpoint Id - */ - endpoint_id?: string | null; - /** - * Team Id - */ - team_id?: string | null; - }; - url: '/config/pass_through_endpoint'; -}; - -export type GetPassThroughEndpointsConfigPassThroughEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPassThroughEndpointsConfigPassThroughEndpointGetError = GetPassThroughEndpointsConfigPassThroughEndpointGetErrors[keyof GetPassThroughEndpointsConfigPassThroughEndpointGetErrors]; - -export type GetPassThroughEndpointsConfigPassThroughEndpointGetResponses = { - /** - * Successful Response - */ - 200: PassThroughEndpointResponse; -}; - -export type GetPassThroughEndpointsConfigPassThroughEndpointGetResponse = GetPassThroughEndpointsConfigPassThroughEndpointGetResponses[keyof GetPassThroughEndpointsConfigPassThroughEndpointGetResponses]; - -export type CreatePassThroughEndpointsConfigPassThroughEndpointPostData = { - body: PassThroughGenericEndpoint; - path?: never; - query?: never; - url: '/config/pass_through_endpoint'; -}; - -export type CreatePassThroughEndpointsConfigPassThroughEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreatePassThroughEndpointsConfigPassThroughEndpointPostError = CreatePassThroughEndpointsConfigPassThroughEndpointPostErrors[keyof CreatePassThroughEndpointsConfigPassThroughEndpointPostErrors]; - -export type CreatePassThroughEndpointsConfigPassThroughEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostData = { - body: PassThroughGenericEndpoint; - path: { - /** - * Endpoint Id - */ - endpoint_id: string; - }; - query?: never; - url: '/config/pass_through_endpoint/{endpoint_id}'; -}; - -export type UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostError = UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostErrors[keyof UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostErrors]; - -export type UpdatePassThroughEndpointsConfigPassThroughEndpointEndpointIdPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TestEndpointTestGetData = { - body?: never; - path?: never; - query?: never; - url: '/test'; -}; - -export type TestEndpointTestGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthServicesEndpointHealthServicesGetData = { - body?: never; - path?: never; - query: { - /** - * Service - * - * Specify the service being hit. - */ - service: 'slack_budget_alerts' | 'langfuse' | 'langfuse_otel' | 'slack' | 'openmeter' | 'webhook' | 'email' | 'braintrust' | 'datadog' | 'datadog_llm_observability' | 'generic_api' | 'arize' | 'sqs' | string; - }; - url: '/health/services'; -}; - -export type HealthServicesEndpointHealthServicesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HealthServicesEndpointHealthServicesGetError = HealthServicesEndpointHealthServicesGetErrors[keyof HealthServicesEndpointHealthServicesGetErrors]; - -export type HealthServicesEndpointHealthServicesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthEndpointHealthGetData = { - body?: never; - path?: never; - query?: { - /** - * Model - * - * Specify the model name (optional) - */ - model?: string | null; - /** - * Model Id - * - * Specify the model ID (optional) - */ - model_id?: string | null; - }; - url: '/health'; -}; - -export type HealthEndpointHealthGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HealthEndpointHealthGetError = HealthEndpointHealthGetErrors[keyof HealthEndpointHealthGetErrors]; - -export type HealthEndpointHealthGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthCheckHistoryEndpointHealthHistoryGetData = { - body?: never; - path?: never; - query?: { - /** - * Model - * - * Filter by specific model name - */ - model?: string | null; - /** - * Status Filter - * - * Filter by status (healthy/unhealthy) - */ - status_filter?: string | null; - /** - * Limit - * - * Number of records to return - */ - limit?: number; - /** - * Offset - * - * Number of records to skip - */ - offset?: number; - }; - url: '/health/history'; -}; - -export type HealthCheckHistoryEndpointHealthHistoryGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HealthCheckHistoryEndpointHealthHistoryGetError = HealthCheckHistoryEndpointHealthHistoryGetErrors[keyof HealthCheckHistoryEndpointHealthHistoryGetErrors]; - -export type HealthCheckHistoryEndpointHealthHistoryGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type LatestHealthChecksEndpointHealthLatestGetData = { - body?: never; - path?: never; - query?: never; - url: '/health/latest'; -}; - -export type LatestHealthChecksEndpointHealthLatestGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type SharedHealthCheckStatusEndpointHealthSharedStatusGetData = { - body?: never; - path?: never; - query?: never; - url: '/health/shared-status'; -}; - -export type SharedHealthCheckStatusEndpointHealthSharedStatusGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthLicenseEndpointHealthLicenseGetData = { - body?: never; - path?: never; - query?: never; - url: '/health/license'; -}; - -export type HealthLicenseEndpointHealthLicenseGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ActiveCallbacksActiveCallbacksGetData = { - body?: never; - path?: never; - query?: never; - url: '/active/callbacks'; -}; - -export type ActiveCallbacksActiveCallbacksGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ActiveCallbacksSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/settings'; -}; - -export type ActiveCallbacksSettingsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthReadinessHealthReadinessGetData = { - body?: never; - path?: never; - query?: never; - url: '/health/readiness'; -}; - -export type HealthReadinessHealthReadinessGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthReadinessOptionsHealthReadinessOptionsData = { - body?: never; - path?: never; - query?: never; - url: '/health/readiness'; -}; - -export type HealthReadinessOptionsHealthReadinessOptionsResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthReadinessDetailsHealthReadinessDetailsGetData = { - body?: never; - path?: never; - query?: never; - url: '/health/readiness/details'; -}; - -export type HealthReadinessDetailsHealthReadinessDetailsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthBacklogHealthBacklogGetData = { - body?: never; - path?: never; - query?: never; - url: '/health/backlog'; -}; - -export type HealthBacklogHealthBacklogGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthLivelinessHealthLivenessGetData = { - body?: never; - path?: never; - query?: never; - url: '/health/liveness'; -}; - -export type HealthLivelinessHealthLivenessGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthLivelinessOptionsHealthLivenessOptionsData = { - body?: never; - path?: never; - query?: never; - url: '/health/liveness'; -}; - -export type HealthLivelinessOptionsHealthLivenessOptionsResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthLivelinessHealthLivelinessGetData = { - body?: never; - path?: never; - query?: never; - url: '/health/liveliness'; -}; - -export type HealthLivelinessHealthLivelinessGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type HealthLivelinessOptionsHealthLivelinessOptionsData = { - body?: never; - path?: never; - query?: never; - url: '/health/liveliness'; -}; - -export type HealthLivelinessOptionsHealthLivelinessOptionsResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TestModelConnectionHealthTestConnectionPostData = { - body?: BodyTestModelConnectionHealthTestConnectionPost; - path?: never; - query?: never; - url: '/health/test_connection'; -}; - -export type TestModelConnectionHealthTestConnectionPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestModelConnectionHealthTestConnectionPostError = TestModelConnectionHealthTestConnectionPostErrors[keyof TestModelConnectionHealthTestConnectionPostErrors]; - -export type TestModelConnectionHealthTestConnectionPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GenerateKeyFnKeyGeneratePostData = { - body: GenerateKeyRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/key/generate'; -}; - -export type GenerateKeyFnKeyGeneratePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GenerateKeyFnKeyGeneratePostError = GenerateKeyFnKeyGeneratePostErrors[keyof GenerateKeyFnKeyGeneratePostErrors]; - -export type GenerateKeyFnKeyGeneratePostResponses = { - /** - * Successful Response - */ - 200: GenerateKeyResponse; -}; - -export type GenerateKeyFnKeyGeneratePostResponse = GenerateKeyFnKeyGeneratePostResponses[keyof GenerateKeyFnKeyGeneratePostResponses]; - -export type GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostData = { - body: GenerateKeyRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/key/service-account/generate'; -}; - -export type GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostError = GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostErrors[keyof GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostErrors]; - -export type GenerateServiceAccountKeyFnKeyServiceAccountGeneratePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateKeyFnKeyUpdatePostData = { - body: UpdateKeyRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/key/update'; -}; - -export type UpdateKeyFnKeyUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateKeyFnKeyUpdatePostError = UpdateKeyFnKeyUpdatePostErrors[keyof UpdateKeyFnKeyUpdatePostErrors]; - -export type UpdateKeyFnKeyUpdatePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BulkUpdateKeysKeyBulkUpdatePostData = { - body: BulkUpdateKeyRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/key/bulk_update'; -}; - -export type BulkUpdateKeysKeyBulkUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BulkUpdateKeysKeyBulkUpdatePostError = BulkUpdateKeysKeyBulkUpdatePostErrors[keyof BulkUpdateKeysKeyBulkUpdatePostErrors]; - -export type BulkUpdateKeysKeyBulkUpdatePostResponses = { - /** - * Successful Response - */ - 200: BulkUpdateKeyResponse; -}; - -export type BulkUpdateKeysKeyBulkUpdatePostResponse = BulkUpdateKeysKeyBulkUpdatePostResponses[keyof BulkUpdateKeysKeyBulkUpdatePostResponses]; - -export type BulkUpdateTeamKeysTeamKeyBulkUpdatePostData = { - body: BulkUpdateTeamKeysRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/team/key/bulk_update'; -}; - -export type BulkUpdateTeamKeysTeamKeyBulkUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BulkUpdateTeamKeysTeamKeyBulkUpdatePostError = BulkUpdateTeamKeysTeamKeyBulkUpdatePostErrors[keyof BulkUpdateTeamKeysTeamKeyBulkUpdatePostErrors]; - -export type BulkUpdateTeamKeysTeamKeyBulkUpdatePostResponses = { - /** - * Successful Response - */ - 200: BulkUpdateKeyResponse; -}; - -export type BulkUpdateTeamKeysTeamKeyBulkUpdatePostResponse = BulkUpdateTeamKeysTeamKeyBulkUpdatePostResponses[keyof BulkUpdateTeamKeysTeamKeyBulkUpdatePostResponses]; - -export type DeleteKeyFnKeyDeletePostData = { - body: KeyRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/key/delete'; -}; - -export type DeleteKeyFnKeyDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteKeyFnKeyDeletePostError = DeleteKeyFnKeyDeletePostErrors[keyof DeleteKeyFnKeyDeletePostErrors]; - -export type DeleteKeyFnKeyDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type InfoKeyFnKeyInfoGetData = { - body?: never; - path?: never; - query?: { - /** - * Key - * - * Key in the request parameters - */ - key?: string | null; - }; - url: '/key/info'; -}; - -export type InfoKeyFnKeyInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InfoKeyFnKeyInfoGetError = InfoKeyFnKeyInfoGetErrors[keyof InfoKeyFnKeyInfoGetErrors]; - -export type InfoKeyFnKeyInfoGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RegenerateKeyFnKeyRegeneratePostData = { - /** - * Data - */ - body?: RegenerateKeyRequest | null; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: { - /** - * Key - */ - key?: string | null; - }; - url: '/key/regenerate'; -}; - -export type RegenerateKeyFnKeyRegeneratePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RegenerateKeyFnKeyRegeneratePostError = RegenerateKeyFnKeyRegeneratePostErrors[keyof RegenerateKeyFnKeyRegeneratePostErrors]; - -export type RegenerateKeyFnKeyRegeneratePostResponses = { - /** - * Response Regenerate Key Fn Key Regenerate Post - * - * Successful Response - */ - 200: GenerateKeyResponse | null; -}; - -export type RegenerateKeyFnKeyRegeneratePostResponse = RegenerateKeyFnKeyRegeneratePostResponses[keyof RegenerateKeyFnKeyRegeneratePostResponses]; - -export type RegenerateKeyFnKeyKeyRegeneratePostData = { - /** - * Data - */ - body?: RegenerateKeyRequest | null; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path: { - /** - * Key - */ - key: string | null; - }; - query?: never; - url: '/key/{key}/regenerate'; -}; - -export type RegenerateKeyFnKeyKeyRegeneratePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RegenerateKeyFnKeyKeyRegeneratePostError = RegenerateKeyFnKeyKeyRegeneratePostErrors[keyof RegenerateKeyFnKeyKeyRegeneratePostErrors]; - -export type RegenerateKeyFnKeyKeyRegeneratePostResponses = { - /** - * Response Regenerate Key Fn Key Key Regenerate Post - * - * Successful Response - */ - 200: GenerateKeyResponse | null; -}; - -export type RegenerateKeyFnKeyKeyRegeneratePostResponse = RegenerateKeyFnKeyKeyRegeneratePostResponses[keyof RegenerateKeyFnKeyKeyRegeneratePostResponses]; - -export type ResetKeySpendFnKeyKeyResetSpendPostData = { - body: ResetSpendRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path: { - /** - * Key - */ - key: string; - }; - query?: never; - url: '/key/{key}/reset_spend'; -}; - -export type ResetKeySpendFnKeyKeyResetSpendPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ResetKeySpendFnKeyKeyResetSpendPostError = ResetKeySpendFnKeyKeyResetSpendPostErrors[keyof ResetKeySpendFnKeyKeyResetSpendPostErrors]; - -export type ResetKeySpendFnKeyKeyResetSpendPostResponses = { - /** - * Response Reset Key Spend Fn Key Key Reset Spend Post - * - * Successful Response - */ - 200: { - [key: string]: unknown; - }; -}; - -export type ResetKeySpendFnKeyKeyResetSpendPostResponse = ResetKeySpendFnKeyKeyResetSpendPostResponses[keyof ResetKeySpendFnKeyKeyResetSpendPostResponses]; - -export type ListKeysKeyListGetData = { - body?: never; - path?: never; - query?: { - /** - * Page - * - * Page number - */ - page?: number; - /** - * Size - * - * Page size - */ - size?: number; - /** - * User Id - * - * Filter keys by user ID. Supports partial matching (substring, case-insensitive). - */ - user_id?: string | null; - /** - * Team Id - * - * Filter keys by team ID - */ - team_id?: string | null; - /** - * Organization Id - * - * Filter keys by organization ID - */ - organization_id?: string | null; - /** - * Key Hash - * - * Filter keys by key hash - */ - key_hash?: string | null; - /** - * Key Alias - * - * Filter keys by key alias. Supports partial matching (substring, case-insensitive). - */ - key_alias?: string | null; - /** - * Return Full Object - * - * Return full key object - */ - return_full_object?: boolean; - /** - * Include Team Keys - * - * Include all keys for teams that user is an admin of. - */ - include_team_keys?: boolean; - /** - * Include Created By Keys - * - * Include keys created by the user - */ - include_created_by_keys?: boolean; - /** - * Sort By - * - * Column to sort by (e.g. 'user_id', 'created_at', 'spend') - */ - sort_by?: string | null; - /** - * Sort Order - * - * Sort order ('asc' or 'desc') - */ - sort_order?: string; - /** - * Expand - * - * Expand related objects (e.g. 'user') - */ - expand?: Array | null; - /** - * Status - * - * Filter by status (e.g. 'deleted') - */ - status?: string | null; - /** - * Project Id - * - * Filter keys by project ID - */ - project_id?: string | null; - /** - * Access Group Id - * - * Filter keys by access group ID - */ - access_group_id?: string | null; - }; - url: '/key/list'; -}; - -export type ListKeysKeyListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListKeysKeyListGetError = ListKeysKeyListGetErrors[keyof ListKeysKeyListGetErrors]; - -export type ListKeysKeyListGetResponses = { - /** - * Successful Response - */ - 200: KeyListResponseObject; -}; - -export type ListKeysKeyListGetResponse = ListKeysKeyListGetResponses[keyof ListKeysKeyListGetResponses]; - -export type KeyAliasesKeyAliasesGetData = { - body?: never; - path?: never; - query?: { - /** - * Page - * - * Page number - */ - page?: number; - /** - * Size - * - * Page size - */ - size?: number; - /** - * Search - * - * Search key aliases (case-insensitive partial match) - */ - search?: string | null; - /** - * Team Id - * - * Filter aliases to keys belonging to this team - */ - team_id?: string | null; - }; - url: '/key/aliases'; -}; - -export type KeyAliasesKeyAliasesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type KeyAliasesKeyAliasesGetError = KeyAliasesKeyAliasesGetErrors[keyof KeyAliasesKeyAliasesGetErrors]; - -export type KeyAliasesKeyAliasesGetResponses = { - /** - * Response Key Aliases Key Aliases Get - * - * Successful Response - */ - 200: { - [key: string]: unknown; - }; -}; - -export type KeyAliasesKeyAliasesGetResponse = KeyAliasesKeyAliasesGetResponses[keyof KeyAliasesKeyAliasesGetResponses]; - -export type BlockKeyKeyBlockPostData = { - body: BlockKeyRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/key/block'; -}; - -export type BlockKeyKeyBlockPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BlockKeyKeyBlockPostError = BlockKeyKeyBlockPostErrors[keyof BlockKeyKeyBlockPostErrors]; - -export type BlockKeyKeyBlockPostResponses = { - /** - * Response Block Key Key Block Post - * - * Successful Response - */ - 200: LiteLlmVerificationToken | null; -}; - -export type BlockKeyKeyBlockPostResponse = BlockKeyKeyBlockPostResponses[keyof BlockKeyKeyBlockPostResponses]; - -export type UnblockKeyKeyUnblockPostData = { - body: BlockKeyRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/key/unblock'; -}; - -export type UnblockKeyKeyUnblockPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UnblockKeyKeyUnblockPostError = UnblockKeyKeyUnblockPostErrors[keyof UnblockKeyKeyUnblockPostErrors]; - -export type UnblockKeyKeyUnblockPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type KeyHealthKeyHealthPostData = { - body?: never; - path?: never; - query?: never; - url: '/key/health'; -}; - -export type KeyHealthKeyHealthPostResponses = { - /** - * Successful Response - */ - 200: KeyHealthResponse; -}; - -export type KeyHealthKeyHealthPostResponse = KeyHealthKeyHealthPostResponses[keyof KeyHealthKeyHealthPostResponses]; - -export type NewUserUserNewPostData = { - body: NewUserRequest; - path?: never; - query?: never; - url: '/user/new'; -}; - -export type NewUserUserNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type NewUserUserNewPostError = NewUserUserNewPostErrors[keyof NewUserUserNewPostErrors]; - -export type NewUserUserNewPostResponses = { - /** - * Successful Response - */ - 200: NewUserResponse; -}; - -export type NewUserUserNewPostResponse = NewUserUserNewPostResponses[keyof NewUserUserNewPostResponses]; - -export type UserInfoUserInfoGetData = { - body?: never; - path?: never; - query?: { - /** - * User Id - * - * User ID in the request parameters - */ - user_id?: string | null; - }; - url: '/user/info'; -}; - -export type UserInfoUserInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UserInfoUserInfoGetError = UserInfoUserInfoGetErrors[keyof UserInfoUserInfoGetErrors]; - -export type UserInfoUserInfoGetResponses = { - /** - * Successful Response - */ - 200: UserInfoResponse; -}; - -export type UserInfoUserInfoGetResponse = UserInfoUserInfoGetResponses[keyof UserInfoUserInfoGetResponses]; - -export type UserInfoV2V2UserInfoGetData = { - body?: never; - path?: never; - query?: { - /** - * User Id - * - * User ID in the request parameters - */ - user_id?: string | null; - }; - url: '/v2/user/info'; -}; - -export type UserInfoV2V2UserInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UserInfoV2V2UserInfoGetError = UserInfoV2V2UserInfoGetErrors[keyof UserInfoV2V2UserInfoGetErrors]; - -export type UserInfoV2V2UserInfoGetResponses = { - /** - * Successful Response - */ - 200: UserInfoV2Response; -}; - -export type UserInfoV2V2UserInfoGetResponse = UserInfoV2V2UserInfoGetResponses[keyof UserInfoV2V2UserInfoGetResponses]; - -export type UserUpdateUserUpdatePostData = { - body: UpdateUserRequest; - path?: never; - query?: never; - url: '/user/update'; -}; - -export type UserUpdateUserUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UserUpdateUserUpdatePostError = UserUpdateUserUpdatePostErrors[keyof UserUpdateUserUpdatePostErrors]; - -export type UserUpdateUserUpdatePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BulkUserUpdateUserBulkUpdatePostData = { - body: BulkUpdateUserRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/user/bulk_update'; -}; - -export type BulkUserUpdateUserBulkUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BulkUserUpdateUserBulkUpdatePostError = BulkUserUpdateUserBulkUpdatePostErrors[keyof BulkUserUpdateUserBulkUpdatePostErrors]; - -export type BulkUserUpdateUserBulkUpdatePostResponses = { - /** - * Successful Response - */ - 200: BulkUpdateUserResponse; -}; - -export type BulkUserUpdateUserBulkUpdatePostResponse = BulkUserUpdateUserBulkUpdatePostResponses[keyof BulkUserUpdateUserBulkUpdatePostResponses]; - -export type GetUsersUserListGetData = { - body?: never; - path?: never; - query?: { - /** - * Role - * - * Filter users by role - */ - role?: string | null; - /** - * User Ids - * - * Get list of users by user_ids - */ - user_ids?: string | null; - /** - * Sso User Ids - * - * Get list of users by sso_user_id - */ - sso_user_ids?: string | null; - /** - * User Email - * - * Filter users by partial email match - */ - user_email?: string | null; - /** - * Team - * - * Filter users by team id - */ - team?: string | null; - /** - * Page - * - * Page number - */ - page?: number; - /** - * Page Size - * - * Number of items per page - */ - page_size?: number; - /** - * Sort By - * - * Column to sort by (e.g. 'user_id', 'user_email', 'created_at', 'spend') - */ - sort_by?: string | null; - /** - * Sort Order - * - * Sort order ('asc' or 'desc') - */ - sort_order?: string; - /** - * Organization Ids - * - * Filter users by organization membership. Comma-separated list of org IDs. - */ - organization_ids?: string | null; - }; - url: '/user/list'; -}; - -export type GetUsersUserListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetUsersUserListGetError = GetUsersUserListGetErrors[keyof GetUsersUserListGetErrors]; - -export type GetUsersUserListGetResponses = { - /** - * Successful Response - */ - 200: UserListResponse; -}; - -export type GetUsersUserListGetResponse = GetUsersUserListGetResponses[keyof GetUsersUserListGetResponses]; - -export type DeleteUserUserDeletePostData = { - body: DeleteUserRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/user/delete'; -}; - -export type DeleteUserUserDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteUserUserDeletePostError = DeleteUserUserDeletePostErrors[keyof DeleteUserUserDeletePostErrors]; - -export type DeleteUserUserDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetUserDailyActivityUserDailyActivityGetData = { - body?: never; - path?: never; - query?: { - /** - * Start Date - * - * Start date in YYYY-MM-DD format - */ - start_date?: string | null; - /** - * End Date - * - * End date in YYYY-MM-DD format - */ - end_date?: string | null; - /** - * Model - * - * Filter by specific model - */ - model?: string | null; - /** - * Api Key - * - * Filter by specific API key - */ - api_key?: string | null; - /** - * User Id - * - * Filter by specific user ID. Admins can filter by any user or omit for global view. Non-admins must provide their own user_id. - */ - user_id?: string | null; - /** - * Page - * - * Page number for pagination - */ - page?: number; - /** - * Page Size - * - * Items per page - */ - page_size?: number; - /** - * Timezone - * - * Timezone offset in minutes from UTC (e.g., 480 for PST). Matches JavaScript's Date.getTimezoneOffset() convention. - */ - timezone?: number | null; - }; - url: '/user/daily/activity'; -}; - -export type GetUserDailyActivityUserDailyActivityGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetUserDailyActivityUserDailyActivityGetError = GetUserDailyActivityUserDailyActivityGetErrors[keyof GetUserDailyActivityUserDailyActivityGetErrors]; - -export type GetUserDailyActivityUserDailyActivityGetResponses = { - /** - * Successful Response - */ - 200: SpendAnalyticsPaginatedResponse; -}; - -export type GetUserDailyActivityUserDailyActivityGetResponse = GetUserDailyActivityUserDailyActivityGetResponses[keyof GetUserDailyActivityUserDailyActivityGetResponses]; - -export type GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetData = { - body?: never; - path?: never; - query?: { - /** - * Start Date - * - * Start date in YYYY-MM-DD format - */ - start_date?: string | null; - /** - * End Date - * - * End date in YYYY-MM-DD format - */ - end_date?: string | null; - /** - * Model - * - * Filter by specific model - */ - model?: string | null; - /** - * Api Key - * - * Filter by specific API key - */ - api_key?: string | null; - /** - * User Id - * - * Filter by specific user ID. Admins can filter by any user or omit for global view. Non-admins must provide their own user_id. - */ - user_id?: string | null; - /** - * Timezone - * - * Timezone offset in minutes from UTC (e.g., 480 for PST). Matches JavaScript's Date.getTimezoneOffset() convention. - */ - timezone?: number | null; - }; - url: '/user/daily/activity/aggregated'; -}; - -export type GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetError = GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetErrors[keyof GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetErrors]; - -export type GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetResponses = { - /** - * Successful Response - */ - 200: SpendAnalyticsPaginatedResponse; -}; - -export type GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetResponse = GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetResponses[keyof GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetResponses]; - -export type NewTeamTeamNewPostData = { - body: NewTeamRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/team/new'; -}; - -export type NewTeamTeamNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type NewTeamTeamNewPostError = NewTeamTeamNewPostErrors[keyof NewTeamTeamNewPostErrors]; - -export type NewTeamTeamNewPostResponses = { - /** - * Successful Response - */ - 200: LiteLlmTeamTable; -}; - -export type NewTeamTeamNewPostResponse = NewTeamTeamNewPostResponses[keyof NewTeamTeamNewPostResponses]; - -export type UpdateTeamTeamUpdatePostData = { - body: UpdateTeamRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/team/update'; -}; - -export type UpdateTeamTeamUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateTeamTeamUpdatePostError = UpdateTeamTeamUpdatePostErrors[keyof UpdateTeamTeamUpdatePostErrors]; - -export type UpdateTeamTeamUpdatePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TeamMemberAddTeamMemberAddPostData = { - body: TeamMemberAddRequest; - path?: never; - query?: never; - url: '/team/member_add'; -}; - -export type TeamMemberAddTeamMemberAddPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TeamMemberAddTeamMemberAddPostError = TeamMemberAddTeamMemberAddPostErrors[keyof TeamMemberAddTeamMemberAddPostErrors]; - -export type TeamMemberAddTeamMemberAddPostResponses = { - /** - * Successful Response - */ - 200: TeamAddMemberResponse; -}; - -export type TeamMemberAddTeamMemberAddPostResponse = TeamMemberAddTeamMemberAddPostResponses[keyof TeamMemberAddTeamMemberAddPostResponses]; - -export type TeamMemberDeleteTeamMemberDeletePostData = { - body: TeamMemberDeleteRequest; - path?: never; - query?: never; - url: '/team/member_delete'; -}; - -export type TeamMemberDeleteTeamMemberDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TeamMemberDeleteTeamMemberDeletePostError = TeamMemberDeleteTeamMemberDeletePostErrors[keyof TeamMemberDeleteTeamMemberDeletePostErrors]; - -export type TeamMemberDeleteTeamMemberDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TeamMemberUpdateTeamMemberUpdatePostData = { - body: TeamMemberUpdateRequest; - path?: never; - query?: never; - url: '/team/member_update'; -}; - -export type TeamMemberUpdateTeamMemberUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TeamMemberUpdateTeamMemberUpdatePostError = TeamMemberUpdateTeamMemberUpdatePostErrors[keyof TeamMemberUpdateTeamMemberUpdatePostErrors]; - -export type TeamMemberUpdateTeamMemberUpdatePostResponses = { - /** - * Successful Response - */ - 200: TeamMemberUpdateResponse; -}; - -export type TeamMemberUpdateTeamMemberUpdatePostResponse = TeamMemberUpdateTeamMemberUpdatePostResponses[keyof TeamMemberUpdateTeamMemberUpdatePostResponses]; - -export type BulkTeamMemberAddTeamBulkMemberAddPostData = { - body: BulkTeamMemberAddRequest; - path?: never; - query?: never; - url: '/team/bulk_member_add'; -}; - -export type BulkTeamMemberAddTeamBulkMemberAddPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BulkTeamMemberAddTeamBulkMemberAddPostError = BulkTeamMemberAddTeamBulkMemberAddPostErrors[keyof BulkTeamMemberAddTeamBulkMemberAddPostErrors]; - -export type BulkTeamMemberAddTeamBulkMemberAddPostResponses = { - /** - * Successful Response - */ - 200: BulkTeamMemberAddResponse; -}; - -export type BulkTeamMemberAddTeamBulkMemberAddPostResponse = BulkTeamMemberAddTeamBulkMemberAddPostResponses[keyof BulkTeamMemberAddTeamBulkMemberAddPostResponses]; - -export type DeleteTeamTeamDeletePostData = { - body: DeleteTeamRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/team/delete'; -}; - -export type DeleteTeamTeamDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteTeamTeamDeletePostError = DeleteTeamTeamDeletePostErrors[keyof DeleteTeamTeamDeletePostErrors]; - -export type DeleteTeamTeamDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TeamInfoTeamInfoGetData = { - body?: never; - path?: never; - query?: { - /** - * Team Id - * - * Team ID in the request parameters - */ - team_id?: string; - }; - url: '/team/info'; -}; - -export type TeamInfoTeamInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TeamInfoTeamInfoGetError = TeamInfoTeamInfoGetErrors[keyof TeamInfoTeamInfoGetErrors]; - -export type TeamInfoTeamInfoGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TeamMemberMeTeamTeamIdMembersMeGetData = { - body?: never; - path: { - /** - * Team Id - */ - team_id: string; - }; - query?: never; - url: '/team/{team_id}/members/me'; -}; - -export type TeamMemberMeTeamTeamIdMembersMeGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TeamMemberMeTeamTeamIdMembersMeGetError = TeamMemberMeTeamTeamIdMembersMeGetErrors[keyof TeamMemberMeTeamTeamIdMembersMeGetErrors]; - -export type TeamMemberMeTeamTeamIdMembersMeGetResponses = { - /** - * Successful Response - */ - 200: TeamMemberInfoResponse; -}; - -export type TeamMemberMeTeamTeamIdMembersMeGetResponse = TeamMemberMeTeamTeamIdMembersMeGetResponses[keyof TeamMemberMeTeamTeamIdMembersMeGetResponses]; - -export type BlockTeamTeamBlockPostData = { - body: BlockTeamRequest; - path?: never; - query?: never; - url: '/team/block'; -}; - -export type BlockTeamTeamBlockPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BlockTeamTeamBlockPostError = BlockTeamTeamBlockPostErrors[keyof BlockTeamTeamBlockPostErrors]; - -export type BlockTeamTeamBlockPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UnblockTeamTeamUnblockPostData = { - body: BlockTeamRequest; - path?: never; - query?: never; - url: '/team/unblock'; -}; - -export type UnblockTeamTeamUnblockPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UnblockTeamTeamUnblockPostError = UnblockTeamTeamUnblockPostErrors[keyof UnblockTeamTeamUnblockPostErrors]; - -export type UnblockTeamTeamUnblockPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListAvailableTeamsTeamAvailableGetData = { - body?: never; - path?: never; - query?: { - /** - * Response Model - */ - response_model?: unknown; - }; - url: '/team/available'; -}; - -export type ListAvailableTeamsTeamAvailableGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListAvailableTeamsTeamAvailableGetError = ListAvailableTeamsTeamAvailableGetErrors[keyof ListAvailableTeamsTeamAvailableGetErrors]; - -export type ListAvailableTeamsTeamAvailableGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListTeamV2V2TeamListGetData = { - body?: never; - path?: never; - query?: { - /** - * User Id - * - * Only return teams which this 'user_id' belongs to - */ - user_id?: string | null; - /** - * Organization Id - * - * Only return teams which this 'organization_id' belongs to - */ - organization_id?: string | null; - /** - * Team Id - * - * Only return teams which this 'team_id' belongs to - */ - team_id?: string | null; - /** - * Team Alias - * - * Only return teams which this 'team_alias' belongs to. Supports partial matching. - */ - team_alias?: string | null; - /** - * Search - * - * Combined search: matches teams whose 'team_id' equals the value OR whose 'team_alias' contains it (case-insensitive). - */ - search?: string | null; - /** - * Page - * - * Page number for pagination - */ - page?: number; - /** - * Page Size - * - * Number of teams per page - */ - page_size?: number; - /** - * Sort By - * - * Column to sort by (e.g. 'team_id', 'team_alias', 'created_at') - */ - sort_by?: string | null; - /** - * Sort Order - * - * Sort order ('asc' or 'desc') - */ - sort_order?: string; - /** - * Status - * - * Filter by status (e.g. 'deleted') - */ - status?: string | null; - }; - url: '/v2/team/list'; -}; - -export type ListTeamV2V2TeamListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListTeamV2V2TeamListGetError = ListTeamV2V2TeamListGetErrors[keyof ListTeamV2V2TeamListGetErrors]; - -export type ListTeamV2V2TeamListGetResponses = { - /** - * Successful Response - */ - 200: TeamListResponse; -}; - -export type ListTeamV2V2TeamListGetResponse = ListTeamV2V2TeamListGetResponses[keyof ListTeamV2V2TeamListGetResponses]; - -export type ListTeamTeamListGetData = { - body?: never; - path?: never; - query?: { - /** - * User Id - * - * Only return teams which this 'user_id' belongs to - */ - user_id?: string | null; - /** - * Organization Id - */ - organization_id?: string | null; - }; - url: '/team/list'; -}; - -export type ListTeamTeamListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListTeamTeamListGetError = ListTeamTeamListGetErrors[keyof ListTeamTeamListGetErrors]; - -export type ListTeamTeamListGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TeamModelAddTeamModelAddPostData = { - body: TeamModelAddRequest; - path?: never; - query?: never; - url: '/team/model/add'; -}; - -export type TeamModelAddTeamModelAddPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TeamModelAddTeamModelAddPostError = TeamModelAddTeamModelAddPostErrors[keyof TeamModelAddTeamModelAddPostErrors]; - -export type TeamModelAddTeamModelAddPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TeamModelDeleteTeamModelDeletePostData = { - body: TeamModelDeleteRequest; - path?: never; - query?: never; - url: '/team/model/delete'; -}; - -export type TeamModelDeleteTeamModelDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TeamModelDeleteTeamModelDeletePostError = TeamModelDeleteTeamModelDeletePostErrors[keyof TeamModelDeleteTeamModelDeletePostErrors]; - -export type TeamModelDeleteTeamModelDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TeamMemberPermissionsTeamPermissionsListGetData = { - body?: never; - path?: never; - query?: { - /** - * Team Id - * - * Team ID in the request parameters - */ - team_id?: string; - }; - url: '/team/permissions_list'; -}; - -export type TeamMemberPermissionsTeamPermissionsListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TeamMemberPermissionsTeamPermissionsListGetError = TeamMemberPermissionsTeamPermissionsListGetErrors[keyof TeamMemberPermissionsTeamPermissionsListGetErrors]; - -export type TeamMemberPermissionsTeamPermissionsListGetResponses = { - /** - * Successful Response - */ - 200: GetTeamMemberPermissionsResponse; -}; - -export type TeamMemberPermissionsTeamPermissionsListGetResponse = TeamMemberPermissionsTeamPermissionsListGetResponses[keyof TeamMemberPermissionsTeamPermissionsListGetResponses]; - -export type UpdateTeamMemberPermissionsTeamPermissionsUpdatePostData = { - body: UpdateTeamMemberPermissionsRequest; - path?: never; - query?: never; - url: '/team/permissions_update'; -}; - -export type UpdateTeamMemberPermissionsTeamPermissionsUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateTeamMemberPermissionsTeamPermissionsUpdatePostError = UpdateTeamMemberPermissionsTeamPermissionsUpdatePostErrors[keyof UpdateTeamMemberPermissionsTeamPermissionsUpdatePostErrors]; - -export type UpdateTeamMemberPermissionsTeamPermissionsUpdatePostResponses = { - /** - * Successful Response - */ - 200: LiteLlmTeamTable; -}; - -export type UpdateTeamMemberPermissionsTeamPermissionsUpdatePostResponse = UpdateTeamMemberPermissionsTeamPermissionsUpdatePostResponses[keyof UpdateTeamMemberPermissionsTeamPermissionsUpdatePostResponses]; - -export type BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostData = { - body: BulkUpdateTeamMemberPermissionsRequest; - path?: never; - query?: never; - url: '/team/permissions_bulk_update'; -}; - -export type BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostError = BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostErrors[keyof BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostErrors]; - -export type BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostResponses = { - /** - * Successful Response - */ - 200: BulkUpdateTeamMemberPermissionsResponse; -}; - -export type BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostResponse = BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostResponses[keyof BulkUpdateTeamMemberPermissionsTeamPermissionsBulkUpdatePostResponses]; - -export type GetTeamDailyActivityTeamDailyActivityGetData = { - body?: never; - path?: never; - query?: { - /** - * Team Ids - */ - team_ids?: string | null; - /** - * Start Date - */ - start_date?: string | null; - /** - * End Date - */ - end_date?: string | null; - /** - * Model - */ - model?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - /** - * Exclude Team Ids - */ - exclude_team_ids?: string | null; - }; - url: '/team/daily/activity'; -}; - -export type GetTeamDailyActivityTeamDailyActivityGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetTeamDailyActivityTeamDailyActivityGetError = GetTeamDailyActivityTeamDailyActivityGetErrors[keyof GetTeamDailyActivityTeamDailyActivityGetErrors]; - -export type GetTeamDailyActivityTeamDailyActivityGetResponses = { - /** - * Successful Response - */ - 200: SpendAnalyticsPaginatedResponse; -}; - -export type GetTeamDailyActivityTeamDailyActivityGetResponse = GetTeamDailyActivityTeamDailyActivityGetResponses[keyof GetTeamDailyActivityTeamDailyActivityGetResponses]; - -export type SsoReadinessSsoReadinessGetData = { - body?: never; - path?: never; - query?: never; - url: '/sso/readiness'; -}; - -export type SsoReadinessSsoReadinessGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type NewOrganizationOrganizationNewPostData = { - body: NewOrganizationRequest; - path?: never; - query?: never; - url: '/organization/new'; -}; - -export type NewOrganizationOrganizationNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type NewOrganizationOrganizationNewPostError = NewOrganizationOrganizationNewPostErrors[keyof NewOrganizationOrganizationNewPostErrors]; - -export type NewOrganizationOrganizationNewPostResponses = { - /** - * Successful Response - */ - 200: NewOrganizationResponse; -}; - -export type NewOrganizationOrganizationNewPostResponse = NewOrganizationOrganizationNewPostResponses[keyof NewOrganizationOrganizationNewPostResponses]; - -export type GetOrganizationDailyActivityOrganizationDailyActivityGetData = { - body?: never; - path?: never; - query?: { - /** - * Organization Ids - */ - organization_ids?: string | null; - /** - * Start Date - */ - start_date?: string | null; - /** - * End Date - */ - end_date?: string | null; - /** - * Model - */ - model?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - /** - * Exclude Organization Ids - */ - exclude_organization_ids?: string | null; - }; - url: '/organization/daily/activity'; -}; - -export type GetOrganizationDailyActivityOrganizationDailyActivityGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetOrganizationDailyActivityOrganizationDailyActivityGetError = GetOrganizationDailyActivityOrganizationDailyActivityGetErrors[keyof GetOrganizationDailyActivityOrganizationDailyActivityGetErrors]; - -export type GetOrganizationDailyActivityOrganizationDailyActivityGetResponses = { - /** - * Successful Response - */ - 200: SpendAnalyticsPaginatedResponse; -}; - -export type GetOrganizationDailyActivityOrganizationDailyActivityGetResponse = GetOrganizationDailyActivityOrganizationDailyActivityGetResponses[keyof GetOrganizationDailyActivityOrganizationDailyActivityGetResponses]; - -export type UpdateOrganizationOrganizationUpdatePatchData = { - body?: never; - path?: never; - query?: never; - url: '/organization/update'; -}; - -export type UpdateOrganizationOrganizationUpdatePatchResponses = { - /** - * Successful Response - */ - 200: LiteLlmOrganizationTableWithMembers; -}; - -export type UpdateOrganizationOrganizationUpdatePatchResponse = UpdateOrganizationOrganizationUpdatePatchResponses[keyof UpdateOrganizationOrganizationUpdatePatchResponses]; - -export type DeleteOrganizationOrganizationDeleteDeleteData = { - body: DeleteOrganizationRequest; - path?: never; - query?: never; - url: '/organization/delete'; -}; - -export type DeleteOrganizationOrganizationDeleteDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteOrganizationOrganizationDeleteDeleteError = DeleteOrganizationOrganizationDeleteDeleteErrors[keyof DeleteOrganizationOrganizationDeleteDeleteErrors]; - -export type DeleteOrganizationOrganizationDeleteDeleteResponses = { - /** - * Response Delete Organization Organization Delete Delete - * - * Successful Response - */ - 200: Array; -}; - -export type DeleteOrganizationOrganizationDeleteDeleteResponse = DeleteOrganizationOrganizationDeleteDeleteResponses[keyof DeleteOrganizationOrganizationDeleteDeleteResponses]; - -export type ListOrganizationOrganizationListGetData = { - body?: never; - path?: never; - query?: { - /** - * Org Id - * - * Filter organizations by exact organization_id match - */ - org_id?: string | null; - /** - * Org Alias - * - * Filter organizations by partial organization_alias match. Supports case-insensitive search. - */ - org_alias?: string | null; - }; - url: '/organization/list'; -}; - -export type ListOrganizationOrganizationListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListOrganizationOrganizationListGetError = ListOrganizationOrganizationListGetErrors[keyof ListOrganizationOrganizationListGetErrors]; - -export type ListOrganizationOrganizationListGetResponses = { - /** - * Response List Organization Organization List Get - * - * Successful Response - */ - 200: Array; -}; - -export type ListOrganizationOrganizationListGetResponse = ListOrganizationOrganizationListGetResponses[keyof ListOrganizationOrganizationListGetResponses]; - -export type InfoOrganizationOrganizationInfoGetData = { - body?: never; - path?: never; - query: { - /** - * Organization Id - */ - organization_id: string; - }; - url: '/organization/info'; -}; - -export type InfoOrganizationOrganizationInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InfoOrganizationOrganizationInfoGetError = InfoOrganizationOrganizationInfoGetErrors[keyof InfoOrganizationOrganizationInfoGetErrors]; - -export type InfoOrganizationOrganizationInfoGetResponses = { - /** - * Successful Response - */ - 200: LiteLlmOrganizationTableWithMembers; -}; - -export type InfoOrganizationOrganizationInfoGetResponse = InfoOrganizationOrganizationInfoGetResponses[keyof InfoOrganizationOrganizationInfoGetResponses]; - -export type DeprecatedInfoOrganizationOrganizationInfoPostData = { - body: OrganizationRequest; - path?: never; - query?: never; - url: '/organization/info'; -}; - -export type DeprecatedInfoOrganizationOrganizationInfoPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeprecatedInfoOrganizationOrganizationInfoPostError = DeprecatedInfoOrganizationOrganizationInfoPostErrors[keyof DeprecatedInfoOrganizationOrganizationInfoPostErrors]; - -export type DeprecatedInfoOrganizationOrganizationInfoPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type OrganizationMemberAddOrganizationMemberAddPostData = { - body: OrganizationMemberAddRequest; - path?: never; - query?: never; - url: '/organization/member_add'; -}; - -export type OrganizationMemberAddOrganizationMemberAddPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OrganizationMemberAddOrganizationMemberAddPostError = OrganizationMemberAddOrganizationMemberAddPostErrors[keyof OrganizationMemberAddOrganizationMemberAddPostErrors]; - -export type OrganizationMemberAddOrganizationMemberAddPostResponses = { - /** - * Successful Response - */ - 200: OrganizationAddMemberResponse; -}; - -export type OrganizationMemberAddOrganizationMemberAddPostResponse = OrganizationMemberAddOrganizationMemberAddPostResponses[keyof OrganizationMemberAddOrganizationMemberAddPostResponses]; - -export type OrganizationMemberUpdateOrganizationMemberUpdatePatchData = { - body: OrganizationMemberUpdateRequest; - path?: never; - query?: never; - url: '/organization/member_update'; -}; - -export type OrganizationMemberUpdateOrganizationMemberUpdatePatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OrganizationMemberUpdateOrganizationMemberUpdatePatchError = OrganizationMemberUpdateOrganizationMemberUpdatePatchErrors[keyof OrganizationMemberUpdateOrganizationMemberUpdatePatchErrors]; - -export type OrganizationMemberUpdateOrganizationMemberUpdatePatchResponses = { - /** - * Successful Response - */ - 200: LiteLlmOrganizationMembershipTable; -}; - -export type OrganizationMemberUpdateOrganizationMemberUpdatePatchResponse = OrganizationMemberUpdateOrganizationMemberUpdatePatchResponses[keyof OrganizationMemberUpdateOrganizationMemberUpdatePatchResponses]; - -export type OrganizationMemberDeleteOrganizationMemberDeleteDeleteData = { - body: OrganizationMemberDeleteRequest; - path?: never; - query?: never; - url: '/organization/member_delete'; -}; - -export type OrganizationMemberDeleteOrganizationMemberDeleteDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type OrganizationMemberDeleteOrganizationMemberDeleteDeleteError = OrganizationMemberDeleteOrganizationMemberDeleteDeleteErrors[keyof OrganizationMemberDeleteOrganizationMemberDeleteDeleteErrors]; - -export type OrganizationMemberDeleteOrganizationMemberDeleteDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BlockUserCustomerBlockPostData = { - body: BlockUsers; - path?: never; - query?: never; - url: '/customer/block'; -}; - -export type BlockUserCustomerBlockPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BlockUserCustomerBlockPostError = BlockUserCustomerBlockPostErrors[keyof BlockUserCustomerBlockPostErrors]; - -export type BlockUserCustomerBlockPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UnblockUserCustomerUnblockPostData = { - body: BlockUsers; - path?: never; - query?: never; - url: '/customer/unblock'; -}; - -export type UnblockUserCustomerUnblockPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UnblockUserCustomerUnblockPostError = UnblockUserCustomerUnblockPostErrors[keyof UnblockUserCustomerUnblockPostErrors]; - -export type UnblockUserCustomerUnblockPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type NewEndUserCustomerNewPostData = { - body: NewCustomerRequest; - path?: never; - query?: never; - url: '/customer/new'; -}; - -export type NewEndUserCustomerNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type NewEndUserCustomerNewPostError = NewEndUserCustomerNewPostErrors[keyof NewEndUserCustomerNewPostErrors]; - -export type NewEndUserCustomerNewPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type EndUserInfoCustomerInfoGetData = { - body?: never; - path?: never; - query: { - /** - * End User Id - * - * End User ID in the request parameters - */ - end_user_id: string; - }; - url: '/customer/info'; -}; - -export type EndUserInfoCustomerInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EndUserInfoCustomerInfoGetError = EndUserInfoCustomerInfoGetErrors[keyof EndUserInfoCustomerInfoGetErrors]; - -export type EndUserInfoCustomerInfoGetResponses = { - /** - * Successful Response - */ - 200: LiteLlmEndUserTable; -}; - -export type EndUserInfoCustomerInfoGetResponse = EndUserInfoCustomerInfoGetResponses[keyof EndUserInfoCustomerInfoGetResponses]; - -export type UpdateEndUserCustomerUpdatePostData = { - body: UpdateCustomerRequest; - path?: never; - query?: never; - url: '/customer/update'; -}; - -export type UpdateEndUserCustomerUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateEndUserCustomerUpdatePostError = UpdateEndUserCustomerUpdatePostErrors[keyof UpdateEndUserCustomerUpdatePostErrors]; - -export type UpdateEndUserCustomerUpdatePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteEndUserCustomerDeletePostData = { - body: DeleteCustomerRequest; - path?: never; - query?: never; - url: '/customer/delete'; -}; - -export type DeleteEndUserCustomerDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteEndUserCustomerDeletePostError = DeleteEndUserCustomerDeletePostErrors[keyof DeleteEndUserCustomerDeletePostErrors]; - -export type DeleteEndUserCustomerDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListEndUserCustomerListGetData = { - body?: never; - path?: never; - query?: never; - url: '/customer/list'; -}; - -export type ListEndUserCustomerListGetResponses = { - /** - * Response List End User Customer List Get - * - * Successful Response - */ - 200: Array; -}; - -export type ListEndUserCustomerListGetResponse = ListEndUserCustomerListGetResponses[keyof ListEndUserCustomerListGetResponses]; - -export type GetCustomerDailyActivityCustomerDailyActivityGetData = { - body?: never; - path?: never; - query?: { - /** - * End User Ids - */ - end_user_ids?: string | null; - /** - * Start Date - */ - start_date?: string | null; - /** - * End Date - */ - end_date?: string | null; - /** - * Model - */ - model?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - /** - * Exclude End User Ids - */ - exclude_end_user_ids?: string | null; - }; - url: '/customer/daily/activity'; -}; - -export type GetCustomerDailyActivityCustomerDailyActivityGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetCustomerDailyActivityCustomerDailyActivityGetError = GetCustomerDailyActivityCustomerDailyActivityGetErrors[keyof GetCustomerDailyActivityCustomerDailyActivityGetErrors]; - -export type GetCustomerDailyActivityCustomerDailyActivityGetResponses = { - /** - * Successful Response - */ - 200: SpendAnalyticsPaginatedResponse; -}; - -export type GetCustomerDailyActivityCustomerDailyActivityGetResponse = GetCustomerDailyActivityCustomerDailyActivityGetResponses[keyof GetCustomerDailyActivityCustomerDailyActivityGetResponses]; - -export type ViewSpendTagsSpendTagsGetData = { - body?: never; - path?: never; - query?: { - /** - * Start Date - * - * Time from which to start viewing key spend - */ - start_date?: string | null; - /** - * End Date - * - * Time till which to view key spend - */ - end_date?: string | null; - }; - url: '/spend/tags'; -}; - -export type ViewSpendTagsSpendTagsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ViewSpendTagsSpendTagsGetError = ViewSpendTagsSpendTagsGetErrors[keyof ViewSpendTagsSpendTagsGetErrors]; - -export type ViewSpendTagsSpendTagsGetResponses = { - /** - * Response 200 View Spend Tags Spend Tags Get - * - * Successful Response - */ - 200: Array; -}; - -export type ViewSpendTagsSpendTagsGetResponse = ViewSpendTagsSpendTagsGetResponses[keyof ViewSpendTagsSpendTagsGetResponses]; - -export type GetGlobalSpendReportGlobalSpendReportGetData = { - body?: never; - path?: never; - query?: { - /** - * Start Date - * - * Time from which to start viewing spend - */ - start_date?: string | null; - /** - * End Date - * - * Time till which to view spend - */ - end_date?: string | null; - /** - * Group By - * - * Group spend by internal team or customer or api_key - */ - group_by?: 'team' | 'customer' | 'api_key' | null; - /** - * Api Key - * - * View spend for a specific api_key. Example api_key='sk-1234 - */ - api_key?: string | null; - /** - * Internal User Id - * - * View spend for a specific internal_user_id. Example internal_user_id='1234 - */ - internal_user_id?: string | null; - /** - * Team Id - * - * View spend for a specific team_id. Example team_id='1234 - */ - team_id?: string | null; - /** - * Customer Id - * - * View spend for a specific customer_id. Example customer_id='1234. Can be used in conjunction with team_id as well. - */ - customer_id?: string | null; - }; - url: '/global/spend/report'; -}; - -export type GetGlobalSpendReportGlobalSpendReportGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetGlobalSpendReportGlobalSpendReportGetError = GetGlobalSpendReportGlobalSpendReportGetErrors[keyof GetGlobalSpendReportGlobalSpendReportGetErrors]; - -export type GetGlobalSpendReportGlobalSpendReportGetResponses = { - /** - * Response 200 Get Global Spend Report Global Spend Report Get - * - * Successful Response - */ - 200: Array; -}; - -export type GetGlobalSpendReportGlobalSpendReportGetResponse = GetGlobalSpendReportGlobalSpendReportGetResponses[keyof GetGlobalSpendReportGlobalSpendReportGetResponses]; - -export type GlobalViewSpendTagsGlobalSpendTagsGetData = { - body?: never; - path?: never; - query?: { - /** - * Start Date - * - * Time from which to start viewing key spend - */ - start_date?: string | null; - /** - * End Date - * - * Time till which to view key spend - */ - end_date?: string | null; - /** - * Tags - * - * comman separated tags to filter on - */ - tags?: string | null; - }; - url: '/global/spend/tags'; -}; - -export type GlobalViewSpendTagsGlobalSpendTagsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GlobalViewSpendTagsGlobalSpendTagsGetError = GlobalViewSpendTagsGlobalSpendTagsGetErrors[keyof GlobalViewSpendTagsGlobalSpendTagsGetErrors]; - -export type GlobalViewSpendTagsGlobalSpendTagsGetResponses = { - /** - * Response 200 Global View Spend Tags Global Spend Tags Get - * - * Successful Response - */ - 200: Array; -}; - -export type GlobalViewSpendTagsGlobalSpendTagsGetResponse = GlobalViewSpendTagsGlobalSpendTagsGetResponses[keyof GlobalViewSpendTagsGlobalSpendTagsGetResponses]; - -export type CalculateSpendSpendCalculatePostData = { - body: SpendCalculateRequest; - path?: never; - query?: never; - url: '/spend/calculate'; -}; - -export type CalculateSpendSpendCalculatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CalculateSpendSpendCalculatePostError = CalculateSpendSpendCalculatePostErrors[keyof CalculateSpendSpendCalculatePostErrors]; - -export type CalculateSpendSpendCalculatePostResponses = { - /** - * The calculated cost - */ - 200: { - /** - * The calculated cost - */ - cost?: number; - }; -}; - -export type CalculateSpendSpendCalculatePostResponse = CalculateSpendSpendCalculatePostResponses[keyof CalculateSpendSpendCalculatePostResponses]; - -export type UiViewSpendLogsSpendLogsV2GetData = { - body?: never; - path?: never; - query?: { - /** - * Api Key - * - * Get spend logs based on api key - */ - api_key?: string | null; - /** - * User Id - * - * Get spend logs based on user_id - */ - user_id?: string | null; - /** - * Request Id - * - * request_id to get spend logs for specific request_id - */ - request_id?: string | null; - /** - * Team Id - * - * Filter spend logs by team_id - */ - team_id?: string | null; - /** - * Min Spend - * - * Filter logs with spend greater than or equal to this value - */ - min_spend?: number | null; - /** - * Max Spend - * - * Filter logs with spend less than or equal to this value - */ - max_spend?: number | null; - /** - * Start Date - * - * Time from which to start viewing key spend - */ - start_date?: string | null; - /** - * End Date - * - * Time till which to view key spend - */ - end_date?: string | null; - /** - * Page - * - * Page number for pagination - */ - page?: number; - /** - * Page Size - * - * Number of items per page - */ - page_size?: number; - /** - * Status Filter - * - * Filter logs by status (e.g., success, failure) - */ - status_filter?: string | null; - /** - * Model - * - * Filter logs by model - */ - model?: string | null; - /** - * Model Id - * - * Filter logs by model ID (litellm model deployment id) - */ - model_id?: string | null; - /** - * Key Alias - * - * Filter logs by key alias - */ - key_alias?: string | null; - /** - * End User - * - * Filter logs by end user - */ - end_user?: string | null; - /** - * Error Code - * - * Filter logs by error code (e.g., '404', '500') - */ - error_code?: string | null; - /** - * Error Message - * - * Filter logs by error message (partial string match) - */ - error_message?: string | null; - /** - * Sort By - * - * Sort logs by field: spend, total_tokens, startTime, endTime, request_duration_ms, model, or ttft_ms - */ - sort_by?: string; - /** - * Sort Order - * - * Sort order: asc or desc - */ - sort_order?: string | null; - }; - url: '/spend/logs/v2'; -}; - -export type UiViewSpendLogsSpendLogsV2GetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UiViewSpendLogsSpendLogsV2GetError = UiViewSpendLogsSpendLogsV2GetErrors[keyof UiViewSpendLogsSpendLogsV2GetErrors]; - -export type UiViewSpendLogsSpendLogsV2GetResponses = { - /** - * Response 200 Ui View Spend Logs Spend Logs V2 Get - * - * Successful Response - */ - 200: { - [key: string]: unknown; - }; -}; - -export type UiViewSpendLogsSpendLogsV2GetResponse = UiViewSpendLogsSpendLogsV2GetResponses[keyof UiViewSpendLogsSpendLogsV2GetResponses]; - -export type ViewSpendLogsSpendLogsGetData = { - body?: never; - path?: never; - query?: { - /** - * Api Key - * - * Get spend logs based on api key - */ - api_key?: string | null; - /** - * User Id - * - * Get spend logs based on user_id - */ - user_id?: string | null; - /** - * Request Id - * - * request_id to get spend logs for specific request_id. If none passed then pass spend logs for all requests - */ - request_id?: string | null; - /** - * Start Date - * - * Time from which to start viewing key spend - */ - start_date?: string | null; - /** - * End Date - * - * Time till which to view key spend - */ - end_date?: string | null; - /** - * Summarize - * - * When start_date and end_date are provided, summarize=true returns aggregated data by date (legacy behavior), summarize=false returns filtered individual logs - */ - summarize?: boolean; - }; - url: '/spend/logs'; -}; - -export type ViewSpendLogsSpendLogsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ViewSpendLogsSpendLogsGetError = ViewSpendLogsSpendLogsGetErrors[keyof ViewSpendLogsSpendLogsGetErrors]; - -export type ViewSpendLogsSpendLogsGetResponses = { - /** - * Response 200 View Spend Logs Spend Logs Get - * - * Successful Response - */ - 200: Array; -}; - -export type ViewSpendLogsSpendLogsGetResponse = ViewSpendLogsSpendLogsGetResponses[keyof ViewSpendLogsSpendLogsGetResponses]; - -export type GlobalSpendResetGlobalSpendResetPostData = { - body?: never; - path?: never; - query?: never; - url: '/global/spend/reset'; -}; - -export type GlobalSpendResetGlobalSpendResetPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ProviderBudgetsProviderBudgetsGetData = { - body?: never; - path?: never; - query?: never; - url: '/provider/budgets'; -}; - -export type ProviderBudgetsProviderBudgetsGetResponses = { - /** - * Successful Response - */ - 200: ProviderBudgetResponse; -}; - -export type ProviderBudgetsProviderBudgetsGetResponse = ProviderBudgetsProviderBudgetsGetResponses[keyof ProviderBudgetsProviderBudgetsGetResponses]; - -export type CachePingCachePingGetData = { - body?: never; - path?: never; - query?: never; - url: '/cache/ping'; -}; - -export type CachePingCachePingGetResponses = { - /** - * Successful Response - */ - 200: CachePingResponse; -}; - -export type CachePingCachePingGetResponse = CachePingCachePingGetResponses[keyof CachePingCachePingGetResponses]; - -export type CacheDeleteCacheDeletePostData = { - body?: never; - path?: never; - query?: never; - url: '/cache/delete'; -}; - -export type CacheDeleteCacheDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CacheRedisInfoCacheRedisInfoGetData = { - body?: never; - path?: never; - query?: never; - url: '/cache/redis/info'; -}; - -export type CacheRedisInfoCacheRedisInfoGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CacheFlushallCacheFlushallPostData = { - body?: never; - path?: never; - query?: never; - url: '/cache/flushall'; -}; - -export type CacheFlushallCacheFlushallPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListCallbacksCallbacksListGetData = { - body?: never; - path?: never; - query?: never; - url: '/callbacks/list'; -}; - -export type ListCallbacksCallbacksListGetResponses = { - /** - * Successful Response - */ - 200: CallbacksByType; -}; - -export type ListCallbacksCallbacksListGetResponse = ListCallbacksCallbacksListGetResponses[keyof ListCallbacksCallbacksListGetResponses]; - -export type GetCallbackConfigsCallbacksConfigsGetData = { - body?: never; - path?: never; - query?: never; - url: '/callbacks/configs'; -}; - -export type GetCallbackConfigsCallbacksConfigsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetActiveTasksStatsDebugAsyncioTasksGetData = { - body?: never; - path?: never; - query?: never; - url: '/debug/asyncio-tasks'; -}; - -export type GetActiveTasksStatsDebugAsyncioTasksGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AddAllowedIpAddAllowedIpPostData = { - body: IpAddress; - path?: never; - query?: never; - url: '/add/allowed_ip'; -}; - -export type AddAllowedIpAddAllowedIpPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AddAllowedIpAddAllowedIpPostError = AddAllowedIpAddAllowedIpPostErrors[keyof AddAllowedIpAddAllowedIpPostErrors]; - -export type AddAllowedIpAddAllowedIpPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteAllowedIpDeleteAllowedIpPostData = { - body: IpAddress; - path?: never; - query?: never; - url: '/delete/allowed_ip'; -}; - -export type DeleteAllowedIpDeleteAllowedIpPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteAllowedIpDeleteAllowedIpPostError = DeleteAllowedIpDeleteAllowedIpPostErrors[keyof DeleteAllowedIpDeleteAllowedIpPostErrors]; - -export type DeleteAllowedIpDeleteAllowedIpPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetInternalUserSettingsGetInternalUserSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/get/internal_user_settings'; -}; - -export type GetInternalUserSettingsGetInternalUserSettingsGetResponses = { - /** - * Successful Response - */ - 200: InternalUserSettingsResponse; -}; - -export type GetInternalUserSettingsGetInternalUserSettingsGetResponse = GetInternalUserSettingsGetInternalUserSettingsGetResponses[keyof GetInternalUserSettingsGetInternalUserSettingsGetResponses]; - -export type GetDefaultTeamSettingsGetDefaultTeamSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/get/default_team_settings'; -}; - -export type GetDefaultTeamSettingsGetDefaultTeamSettingsGetResponses = { - /** - * Successful Response - */ - 200: DefaultTeamSettingsResponse; -}; - -export type GetDefaultTeamSettingsGetDefaultTeamSettingsGetResponse = GetDefaultTeamSettingsGetDefaultTeamSettingsGetResponses[keyof GetDefaultTeamSettingsGetDefaultTeamSettingsGetResponses]; - -export type UpdateInternalUserSettingsUpdateInternalUserSettingsPatchData = { - body: DefaultInternalUserParams; - path?: never; - query?: never; - url: '/update/internal_user_settings'; -}; - -export type UpdateInternalUserSettingsUpdateInternalUserSettingsPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateInternalUserSettingsUpdateInternalUserSettingsPatchError = UpdateInternalUserSettingsUpdateInternalUserSettingsPatchErrors[keyof UpdateInternalUserSettingsUpdateInternalUserSettingsPatchErrors]; - -export type UpdateInternalUserSettingsUpdateInternalUserSettingsPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchData = { - body: DefaultTeamSsoParams; - path?: never; - query?: never; - url: '/update/default_team_settings'; -}; - -export type UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchError = UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchErrors[keyof UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchErrors]; - -export type UpdateDefaultTeamSettingsUpdateDefaultTeamSettingsPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetSsoSettingsGetSsoSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/get/sso_settings'; -}; - -export type GetSsoSettingsGetSsoSettingsGetResponses = { - /** - * Successful Response - */ - 200: SsoSettingsResponse; -}; - -export type GetSsoSettingsGetSsoSettingsGetResponse = GetSsoSettingsGetSsoSettingsGetResponses[keyof GetSsoSettingsGetSsoSettingsGetResponses]; - -export type UpdateSsoSettingsUpdateSsoSettingsPatchData = { - body: SsoConfig; - path?: never; - query?: never; - url: '/update/sso_settings'; -}; - -export type UpdateSsoSettingsUpdateSsoSettingsPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateSsoSettingsUpdateSsoSettingsPatchError = UpdateSsoSettingsUpdateSsoSettingsPatchErrors[keyof UpdateSsoSettingsUpdateSsoSettingsPatchErrors]; - -export type UpdateSsoSettingsUpdateSsoSettingsPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetUiThemeSettingsGetUiThemeSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/get/ui_theme_settings'; -}; - -export type GetUiThemeSettingsGetUiThemeSettingsGetResponses = { - /** - * Successful Response - */ - 200: UiThemeSettingsResponse; -}; - -export type GetUiThemeSettingsGetUiThemeSettingsGetResponse = GetUiThemeSettingsGetUiThemeSettingsGetResponses[keyof GetUiThemeSettingsGetUiThemeSettingsGetResponses]; - -export type UpdateUiThemeSettingsUpdateUiThemeSettingsPatchData = { - body: UiThemeConfig; - path?: never; - query?: never; - url: '/update/ui_theme_settings'; -}; - -export type UpdateUiThemeSettingsUpdateUiThemeSettingsPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateUiThemeSettingsUpdateUiThemeSettingsPatchError = UpdateUiThemeSettingsUpdateUiThemeSettingsPatchErrors[keyof UpdateUiThemeSettingsUpdateUiThemeSettingsPatchErrors]; - -export type UpdateUiThemeSettingsUpdateUiThemeSettingsPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/get/mcp_semantic_filter_settings'; -}; - -export type GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetResponses = { - /** - * Successful Response - */ - 200: McpSemanticFilterSettingsResponse; -}; - -export type GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetResponse = GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetResponses[keyof GetMcpSemanticFilterSettingsGetMcpSemanticFilterSettingsGetResponses]; - -export type UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchData = { - body: McpSemanticFilterSettings; - path?: never; - query?: never; - url: '/update/mcp_semantic_filter_settings'; -}; - -export type UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchError = UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchErrors[keyof UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchErrors]; - -export type UpdateMcpSemanticFilterSettingsUpdateMcpSemanticFilterSettingsPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetInProductNudgesInProductNudgesGetData = { - body?: never; - path?: never; - query?: never; - url: '/in_product_nudges'; -}; - -export type GetInProductNudgesInProductNudgesGetResponses = { - /** - * Successful Response - */ - 200: InProductNudgeResponse; -}; - -export type GetInProductNudgesInProductNudgesGetResponse = GetInProductNudgesInProductNudgesGetResponses[keyof GetInProductNudgesInProductNudgesGetResponses]; - -export type GetUiSettingsGetUiSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/get/ui_settings'; -}; - -export type GetUiSettingsGetUiSettingsGetResponses = { - /** - * Successful Response - */ - 200: UiSettingsResponse; -}; - -export type GetUiSettingsGetUiSettingsGetResponse = GetUiSettingsGetUiSettingsGetResponses[keyof GetUiSettingsGetUiSettingsGetResponses]; - -export type UpdateUiSettingsUpdateUiSettingsPatchData = { - /** - * Settings Body - */ - body: { - [key: string]: unknown; - }; - path?: never; - query?: never; - url: '/update/ui_settings'; -}; - -export type UpdateUiSettingsUpdateUiSettingsPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateUiSettingsUpdateUiSettingsPatchError = UpdateUiSettingsUpdateUiSettingsPatchErrors[keyof UpdateUiSettingsUpdateUiSettingsPatchErrors]; - -export type UpdateUiSettingsUpdateUiSettingsPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UploadLogoUploadLogoPostData = { - body: BodyUploadLogoUploadLogoPost; - path?: never; - query?: never; - url: '/upload/logo'; -}; - -export type UploadLogoUploadLogoPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UploadLogoUploadLogoPostError = UploadLogoUploadLogoPostErrors[keyof UploadLogoUploadLogoPostErrors]; - -export type UploadLogoUploadLogoPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListFilesFilesGetData = { - body?: never; - path?: never; - query?: { - /** - * Provider - */ - provider?: string | null; - /** - * Target Model Names - */ - target_model_names?: string | null; - /** - * Purpose - */ - purpose?: string | null; - }; - url: '/files'; -}; - -export type ListFilesFilesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListFilesFilesGetError = ListFilesFilesGetErrors[keyof ListFilesFilesGetErrors]; - -export type ListFilesFilesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateFileFilesPostData = { - body: BodyCreateFileFilesPost; - path?: never; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/files'; -}; - -export type CreateFileFilesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateFileFilesPostError = CreateFileFilesPostErrors[keyof CreateFileFilesPostErrors]; - -export type CreateFileFilesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListFilesV1FilesGetData = { - body?: never; - path?: never; - query?: { - /** - * Provider - */ - provider?: string | null; - /** - * Target Model Names - */ - target_model_names?: string | null; - /** - * Purpose - */ - purpose?: string | null; - }; - url: '/v1/files'; -}; - -export type ListFilesV1FilesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListFilesV1FilesGetError = ListFilesV1FilesGetErrors[keyof ListFilesV1FilesGetErrors]; - -export type ListFilesV1FilesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateFileV1FilesPostData = { - body: BodyCreateFileV1FilesPost; - path?: never; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/v1/files'; -}; - -export type CreateFileV1FilesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateFileV1FilesPostError = CreateFileV1FilesPostErrors[keyof CreateFileV1FilesPostErrors]; - -export type CreateFileV1FilesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListFilesProviderV1FilesGetData = { - body?: never; - path: { - /** - * Provider - */ - provider: string | null; - }; - query?: { - /** - * Target Model Names - */ - target_model_names?: string | null; - /** - * Purpose - */ - purpose?: string | null; - }; - url: '/{provider}/v1/files'; -}; - -export type ListFilesProviderV1FilesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListFilesProviderV1FilesGetError = ListFilesProviderV1FilesGetErrors[keyof ListFilesProviderV1FilesGetErrors]; - -export type ListFilesProviderV1FilesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateFileProviderV1FilesPostData = { - body: BodyCreateFileProviderV1FilesPost; - path: { - /** - * Provider - */ - provider: string | null; - }; - query?: never; - url: '/{provider}/v1/files'; -}; - -export type CreateFileProviderV1FilesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateFileProviderV1FilesPostError = CreateFileProviderV1FilesPostErrors[keyof CreateFileProviderV1FilesPostErrors]; - -export type CreateFileProviderV1FilesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetFileContentFilesFileIdContentGetData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/files/{file_id}/content'; -}; - -export type GetFileContentFilesFileIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetFileContentFilesFileIdContentGetError = GetFileContentFilesFileIdContentGetErrors[keyof GetFileContentFilesFileIdContentGetErrors]; - -export type GetFileContentFilesFileIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetFileContentV1FilesFileIdContentGetData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/v1/files/{file_id}/content'; -}; - -export type GetFileContentV1FilesFileIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetFileContentV1FilesFileIdContentGetError = GetFileContentV1FilesFileIdContentGetErrors[keyof GetFileContentV1FilesFileIdContentGetErrors]; - -export type GetFileContentV1FilesFileIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetFileContentProviderV1FilesFileIdContentGetData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - /** - * Provider - */ - provider: string | null; - }; - query?: never; - url: '/{provider}/v1/files/{file_id}/content'; -}; - -export type GetFileContentProviderV1FilesFileIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetFileContentProviderV1FilesFileIdContentGetError = GetFileContentProviderV1FilesFileIdContentGetErrors[keyof GetFileContentProviderV1FilesFileIdContentGetErrors]; - -export type GetFileContentProviderV1FilesFileIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteFileFilesFileIdDeleteData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/files/{file_id}'; -}; - -export type DeleteFileFilesFileIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteFileFilesFileIdDeleteError = DeleteFileFilesFileIdDeleteErrors[keyof DeleteFileFilesFileIdDeleteErrors]; - -export type DeleteFileFilesFileIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetFileFilesFileIdGetData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/files/{file_id}'; -}; - -export type GetFileFilesFileIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetFileFilesFileIdGetError = GetFileFilesFileIdGetErrors[keyof GetFileFilesFileIdGetErrors]; - -export type GetFileFilesFileIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteFileV1FilesFileIdDeleteData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/v1/files/{file_id}'; -}; - -export type DeleteFileV1FilesFileIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteFileV1FilesFileIdDeleteError = DeleteFileV1FilesFileIdDeleteErrors[keyof DeleteFileV1FilesFileIdDeleteErrors]; - -export type DeleteFileV1FilesFileIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetFileV1FilesFileIdGetData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - }; - query?: { - /** - * Provider - */ - provider?: string | null; - }; - url: '/v1/files/{file_id}'; -}; - -export type GetFileV1FilesFileIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetFileV1FilesFileIdGetError = GetFileV1FilesFileIdGetErrors[keyof GetFileV1FilesFileIdGetErrors]; - -export type GetFileV1FilesFileIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteFileProviderV1FilesFileIdDeleteData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - /** - * Provider - */ - provider: string | null; - }; - query?: never; - url: '/{provider}/v1/files/{file_id}'; -}; - -export type DeleteFileProviderV1FilesFileIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteFileProviderV1FilesFileIdDeleteError = DeleteFileProviderV1FilesFileIdDeleteErrors[keyof DeleteFileProviderV1FilesFileIdDeleteErrors]; - -export type DeleteFileProviderV1FilesFileIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetFileProviderV1FilesFileIdGetData = { - body?: never; - path: { - /** - * File Id - */ - file_id: string; - /** - * Provider - */ - provider: string | null; - }; - query?: never; - url: '/{provider}/v1/files/{file_id}'; -}; - -export type GetFileProviderV1FilesFileIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetFileProviderV1FilesFileIdGetError = GetFileProviderV1FilesFileIdGetErrors[keyof GetFileProviderV1FilesFileIdGetErrors]; - -export type GetFileProviderV1FilesFileIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetTeamCallbacksTeamTeamIdCallbackGetData = { - body?: never; - path: { - /** - * Team Id - */ - team_id: string; - }; - query?: never; - url: '/team/{team_id}/callback'; -}; - -export type GetTeamCallbacksTeamTeamIdCallbackGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetTeamCallbacksTeamTeamIdCallbackGetError = GetTeamCallbacksTeamTeamIdCallbackGetErrors[keyof GetTeamCallbacksTeamTeamIdCallbackGetErrors]; - -export type GetTeamCallbacksTeamTeamIdCallbackGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AddTeamCallbacksTeamTeamIdCallbackPostData = { - body: AddTeamCallback; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path: { - /** - * Team Id - */ - team_id: string; - }; - query?: never; - url: '/team/{team_id}/callback'; -}; - -export type AddTeamCallbacksTeamTeamIdCallbackPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AddTeamCallbacksTeamTeamIdCallbackPostError = AddTeamCallbacksTeamTeamIdCallbackPostErrors[keyof AddTeamCallbacksTeamTeamIdCallbackPostErrors]; - -export type AddTeamCallbacksTeamTeamIdCallbackPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DisableTeamLoggingTeamTeamIdDisableLoggingPostData = { - body?: never; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path: { - /** - * Team Id - */ - team_id: string; - }; - query?: never; - url: '/team/{team_id}/disable_logging'; -}; - -export type DisableTeamLoggingTeamTeamIdDisableLoggingPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DisableTeamLoggingTeamTeamIdDisableLoggingPostError = DisableTeamLoggingTeamTeamIdDisableLoggingPostErrors[keyof DisableTeamLoggingTeamTeamIdDisableLoggingPostErrors]; - -export type DisableTeamLoggingTeamTeamIdDisableLoggingPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type NewBudgetBudgetNewPostData = { - body: BudgetNewRequest; - path?: never; - query?: never; - url: '/budget/new'; -}; - -export type NewBudgetBudgetNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type NewBudgetBudgetNewPostError = NewBudgetBudgetNewPostErrors[keyof NewBudgetBudgetNewPostErrors]; - -export type NewBudgetBudgetNewPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateBudgetBudgetUpdatePostData = { - body: BudgetNewRequest; - path?: never; - query?: never; - url: '/budget/update'; -}; - -export type UpdateBudgetBudgetUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateBudgetBudgetUpdatePostError = UpdateBudgetBudgetUpdatePostErrors[keyof UpdateBudgetBudgetUpdatePostErrors]; - -export type UpdateBudgetBudgetUpdatePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type InfoBudgetBudgetInfoPostData = { - body: BudgetRequest; - path?: never; - query?: never; - url: '/budget/info'; -}; - -export type InfoBudgetBudgetInfoPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InfoBudgetBudgetInfoPostError = InfoBudgetBudgetInfoPostErrors[keyof InfoBudgetBudgetInfoPostErrors]; - -export type InfoBudgetBudgetInfoPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type BudgetSettingsBudgetSettingsGetData = { - body?: never; - path?: never; - query: { - /** - * Budget Id - */ - budget_id: string; - }; - url: '/budget/settings'; -}; - -export type BudgetSettingsBudgetSettingsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type BudgetSettingsBudgetSettingsGetError = BudgetSettingsBudgetSettingsGetErrors[keyof BudgetSettingsBudgetSettingsGetErrors]; - -export type BudgetSettingsBudgetSettingsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListBudgetBudgetListGetData = { - body?: never; - path?: never; - query?: never; - url: '/budget/list'; -}; - -export type ListBudgetBudgetListGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteBudgetBudgetDeletePostData = { - body: BudgetDeleteRequest; - path?: never; - query?: never; - url: '/budget/delete'; -}; - -export type DeleteBudgetBudgetDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteBudgetBudgetDeletePostError = DeleteBudgetBudgetDeletePostErrors[keyof DeleteBudgetBudgetDeletePostErrors]; - -export type DeleteBudgetBudgetDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type PatchModelModelModelIdUpdatePatchData = { - body: UpdateDeployment; - path: { - /** - * Model Id - */ - model_id: string; - }; - query?: never; - url: '/model/{model_id}/update'; -}; - -export type PatchModelModelModelIdUpdatePatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type PatchModelModelModelIdUpdatePatchError = PatchModelModelModelIdUpdatePatchErrors[keyof PatchModelModelModelIdUpdatePatchErrors]; - -export type PatchModelModelModelIdUpdatePatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteModelModelDeletePostData = { - body: ModelInfoDelete; - path?: never; - query?: never; - url: '/model/delete'; -}; - -export type DeleteModelModelDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteModelModelDeletePostError = DeleteModelModelDeletePostErrors[keyof DeleteModelModelDeletePostErrors]; - -export type DeleteModelModelDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AddNewModelModelNewPostData = { - body: Deployment; - path?: never; - query?: never; - url: '/model/new'; -}; - -export type AddNewModelModelNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AddNewModelModelNewPostError = AddNewModelModelNewPostErrors[keyof AddNewModelModelNewPostErrors]; - -export type AddNewModelModelNewPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateModelModelUpdatePostData = { - body: UpdateDeployment; - path?: never; - query?: never; - url: '/model/update'; -}; - -export type UpdateModelModelUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateModelModelUpdatePostError = UpdateModelModelUpdatePostErrors[keyof UpdateModelModelUpdatePostErrors]; - -export type UpdateModelModelUpdatePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdatePublicModelGroupsModelGroupMakePublicPostData = { - body: UpdatePublicModelGroupsRequest; - path?: never; - query?: never; - url: '/model_group/make_public'; -}; - -export type UpdatePublicModelGroupsModelGroupMakePublicPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdatePublicModelGroupsModelGroupMakePublicPostError = UpdatePublicModelGroupsModelGroupMakePublicPostErrors[keyof UpdatePublicModelGroupsModelGroupMakePublicPostErrors]; - -export type UpdatePublicModelGroupsModelGroupMakePublicPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateUsefulLinksModelHubUpdateUsefulLinksPostData = { - body: UpdateUsefulLinksRequest; - path?: never; - query?: never; - url: '/model_hub/update_useful_links'; -}; - -export type UpdateUsefulLinksModelHubUpdateUsefulLinksPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateUsefulLinksModelHubUpdateUsefulLinksPostError = UpdateUsefulLinksModelHubUpdateUsefulLinksPostErrors[keyof UpdateUsefulLinksModelHubUpdateUsefulLinksPostErrors]; - -export type UpdateUsefulLinksModelHubUpdateUsefulLinksPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateModelGroupAccessGroupNewPostData = { - body: NewModelGroupRequest; - path?: never; - query?: never; - url: '/access_group/new'; -}; - -export type CreateModelGroupAccessGroupNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateModelGroupAccessGroupNewPostError = CreateModelGroupAccessGroupNewPostErrors[keyof CreateModelGroupAccessGroupNewPostErrors]; - -export type CreateModelGroupAccessGroupNewPostResponses = { - /** - * Successful Response - */ - 200: NewModelGroupResponse; -}; - -export type CreateModelGroupAccessGroupNewPostResponse = CreateModelGroupAccessGroupNewPostResponses[keyof CreateModelGroupAccessGroupNewPostResponses]; - -export type ListAccessGroupsAccessGroupListGetData = { - body?: never; - path?: never; - query?: never; - url: '/access_group/list'; -}; - -export type ListAccessGroupsAccessGroupListGetResponses = { - /** - * Successful Response - */ - 200: ListAccessGroupsResponse; -}; - -export type ListAccessGroupsAccessGroupListGetResponse = ListAccessGroupsAccessGroupListGetResponses[keyof ListAccessGroupsAccessGroupListGetResponses]; - -export type GetAccessGroupInfoAccessGroupAccessGroupInfoGetData = { - body?: never; - path: { - /** - * Access Group - */ - access_group: string; - }; - query?: never; - url: '/access_group/{access_group}/info'; -}; - -export type GetAccessGroupInfoAccessGroupAccessGroupInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAccessGroupInfoAccessGroupAccessGroupInfoGetError = GetAccessGroupInfoAccessGroupAccessGroupInfoGetErrors[keyof GetAccessGroupInfoAccessGroupAccessGroupInfoGetErrors]; - -export type GetAccessGroupInfoAccessGroupAccessGroupInfoGetResponses = { - /** - * Successful Response - */ - 200: AccessGroupInfo; -}; - -export type GetAccessGroupInfoAccessGroupAccessGroupInfoGetResponse = GetAccessGroupInfoAccessGroupAccessGroupInfoGetResponses[keyof GetAccessGroupInfoAccessGroupAccessGroupInfoGetResponses]; - -export type UpdateAccessGroupAccessGroupAccessGroupUpdatePutData = { - body: UpdateModelGroupRequest; - path: { - /** - * Access Group - */ - access_group: string; - }; - query?: never; - url: '/access_group/{access_group}/update'; -}; - -export type UpdateAccessGroupAccessGroupAccessGroupUpdatePutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateAccessGroupAccessGroupAccessGroupUpdatePutError = UpdateAccessGroupAccessGroupAccessGroupUpdatePutErrors[keyof UpdateAccessGroupAccessGroupAccessGroupUpdatePutErrors]; - -export type UpdateAccessGroupAccessGroupAccessGroupUpdatePutResponses = { - /** - * Successful Response - */ - 200: NewModelGroupResponse; -}; - -export type UpdateAccessGroupAccessGroupAccessGroupUpdatePutResponse = UpdateAccessGroupAccessGroupAccessGroupUpdatePutResponses[keyof UpdateAccessGroupAccessGroupAccessGroupUpdatePutResponses]; - -export type DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteData = { - body?: never; - path: { - /** - * Access Group - */ - access_group: string; - }; - query?: never; - url: '/access_group/{access_group}/delete'; -}; - -export type DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteError = DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteErrors[keyof DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteErrors]; - -export type DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteResponses = { - /** - * Successful Response - */ - 200: DeleteModelGroupResponse; -}; - -export type DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteResponse = DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteResponses[keyof DeleteAccessGroupAccessGroupAccessGroupDeleteDeleteResponses]; - -export type NewTagTagNewPostData = { - body: TagNewRequest; - path?: never; - query?: never; - url: '/tag/new'; -}; - -export type NewTagTagNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type NewTagTagNewPostError = NewTagTagNewPostErrors[keyof NewTagTagNewPostErrors]; - -export type NewTagTagNewPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateTagTagUpdatePostData = { - body: TagUpdateRequest; - path?: never; - query?: never; - url: '/tag/update'; -}; - -export type UpdateTagTagUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateTagTagUpdatePostError = UpdateTagTagUpdatePostErrors[keyof UpdateTagTagUpdatePostErrors]; - -export type UpdateTagTagUpdatePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type InfoTagTagInfoPostData = { - body: TagInfoRequest; - path?: never; - query?: never; - url: '/tag/info'; -}; - -export type InfoTagTagInfoPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InfoTagTagInfoPostError = InfoTagTagInfoPostErrors[keyof InfoTagTagInfoPostErrors]; - -export type InfoTagTagInfoPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListTagsTagListGetData = { - body?: never; - path?: never; - query?: { - /** - * Start Date - * - * Optional start date (YYYY-MM-DD). When provided together with end_date, dynamic tags are limited to those active in the window. Stored tags are always returned. - */ - start_date?: string | null; - /** - * End Date - * - * Optional end date (YYYY-MM-DD). Must be given with start_date. - */ - end_date?: string | null; - }; - url: '/tag/list'; -}; - -export type ListTagsTagListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListTagsTagListGetError = ListTagsTagListGetErrors[keyof ListTagsTagListGetErrors]; - -export type ListTagsTagListGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteTagTagDeletePostData = { - body: TagDeleteRequest; - path?: never; - query?: never; - url: '/tag/delete'; -}; - -export type DeleteTagTagDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteTagTagDeletePostError = DeleteTagTagDeletePostErrors[keyof DeleteTagTagDeletePostErrors]; - -export type DeleteTagTagDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetTagDailyActivityTagDailyActivityGetData = { - body?: never; - path?: never; - query?: { - /** - * Tags - */ - tags?: string | null; - /** - * Start Date - */ - start_date?: string | null; - /** - * End Date - */ - end_date?: string | null; - /** - * Model - */ - model?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - }; - url: '/tag/daily/activity'; -}; - -export type GetTagDailyActivityTagDailyActivityGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetTagDailyActivityTagDailyActivityGetError = GetTagDailyActivityTagDailyActivityGetErrors[keyof GetTagDailyActivityTagDailyActivityGetErrors]; - -export type GetTagDailyActivityTagDailyActivityGetResponses = { - /** - * Successful Response - */ - 200: SpendAnalyticsPaginatedResponse; -}; - -export type GetTagDailyActivityTagDailyActivityGetResponse = GetTagDailyActivityTagDailyActivityGetResponses[keyof GetTagDailyActivityTagDailyActivityGetResponses]; - -export type ListWorkflowRunsV1WorkflowsRunsGetData = { - body?: never; - path?: never; - query?: { - /** - * Workflow Type - */ - workflow_type?: string | null; - /** - * Status - */ - status?: string | null; - /** - * Limit - */ - limit?: number; - }; - url: '/v1/workflows/runs'; -}; - -export type ListWorkflowRunsV1WorkflowsRunsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListWorkflowRunsV1WorkflowsRunsGetError = ListWorkflowRunsV1WorkflowsRunsGetErrors[keyof ListWorkflowRunsV1WorkflowsRunsGetErrors]; - -export type ListWorkflowRunsV1WorkflowsRunsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateWorkflowRunV1WorkflowsRunsPostData = { - body: WorkflowRunCreateRequest; - path?: never; - query?: never; - url: '/v1/workflows/runs'; -}; - -export type CreateWorkflowRunV1WorkflowsRunsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateWorkflowRunV1WorkflowsRunsPostError = CreateWorkflowRunV1WorkflowsRunsPostErrors[keyof CreateWorkflowRunV1WorkflowsRunsPostErrors]; - -export type CreateWorkflowRunV1WorkflowsRunsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetWorkflowRunV1WorkflowsRunsRunIdGetData = { - body?: never; - path: { - /** - * Run Id - */ - run_id: string; - }; - query?: never; - url: '/v1/workflows/runs/{run_id}'; -}; - -export type GetWorkflowRunV1WorkflowsRunsRunIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetWorkflowRunV1WorkflowsRunsRunIdGetError = GetWorkflowRunV1WorkflowsRunsRunIdGetErrors[keyof GetWorkflowRunV1WorkflowsRunsRunIdGetErrors]; - -export type GetWorkflowRunV1WorkflowsRunsRunIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateWorkflowRunV1WorkflowsRunsRunIdPatchData = { - body: WorkflowRunUpdateRequest; - path: { - /** - * Run Id - */ - run_id: string; - }; - query?: never; - url: '/v1/workflows/runs/{run_id}'; -}; - -export type UpdateWorkflowRunV1WorkflowsRunsRunIdPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateWorkflowRunV1WorkflowsRunsRunIdPatchError = UpdateWorkflowRunV1WorkflowsRunsRunIdPatchErrors[keyof UpdateWorkflowRunV1WorkflowsRunsRunIdPatchErrors]; - -export type UpdateWorkflowRunV1WorkflowsRunsRunIdPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetData = { - body?: never; - path: { - /** - * Run Id - */ - run_id: string; - }; - query?: { - /** - * Limit - */ - limit?: number; - }; - url: '/v1/workflows/runs/{run_id}/events'; -}; - -export type ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetError = ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetErrors[keyof ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetErrors]; - -export type ListWorkflowEventsV1WorkflowsRunsRunIdEventsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostData = { - body: WorkflowEventCreateRequest; - path: { - /** - * Run Id - */ - run_id: string; - }; - query?: never; - url: '/v1/workflows/runs/{run_id}/events'; -}; - -export type AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostError = AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostErrors[keyof AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostErrors]; - -export type AppendWorkflowEventV1WorkflowsRunsRunIdEventsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetData = { - body?: never; - path: { - /** - * Run Id - */ - run_id: string; - }; - query?: { - /** - * Limit - */ - limit?: number; - }; - url: '/v1/workflows/runs/{run_id}/messages'; -}; - -export type ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetError = ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetErrors[keyof ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetErrors]; - -export type ListWorkflowMessagesV1WorkflowsRunsRunIdMessagesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostData = { - body: WorkflowMessageCreateRequest; - path: { - /** - * Run Id - */ - run_id: string; - }; - query?: never; - url: '/v1/workflows/runs/{run_id}/messages'; -}; - -export type AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostError = AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostErrors[keyof AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostErrors]; - -export type AppendWorkflowMessageV1WorkflowsRunsRunIdMessagesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListMemoryV1MemoryGetData = { - body?: never; - path?: never; - query?: { - /** - * Key - * - * Filter by exact key match. - */ - key?: string | null; - /** - * Key Prefix - * - * Filter by key prefix (Redis-style namespace scan). Mutually exclusive with `key`; if both are provided, `key_prefix` wins. - */ - key_prefix?: string | null; - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - }; - url: '/v1/memory'; -}; - -export type ListMemoryV1MemoryGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListMemoryV1MemoryGetError = ListMemoryV1MemoryGetErrors[keyof ListMemoryV1MemoryGetErrors]; - -export type ListMemoryV1MemoryGetResponses = { - /** - * Successful Response - */ - 200: MemoryListResponse; -}; - -export type ListMemoryV1MemoryGetResponse = ListMemoryV1MemoryGetResponses[keyof ListMemoryV1MemoryGetResponses]; - -export type CreateMemoryV1MemoryPostData = { - body: MemoryCreateRequest; - path?: never; - query?: never; - url: '/v1/memory'; -}; - -export type CreateMemoryV1MemoryPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateMemoryV1MemoryPostError = CreateMemoryV1MemoryPostErrors[keyof CreateMemoryV1MemoryPostErrors]; - -export type CreateMemoryV1MemoryPostResponses = { - /** - * Successful Response - */ - 200: LiteLlmMemoryRow; -}; - -export type CreateMemoryV1MemoryPostResponse = CreateMemoryV1MemoryPostResponses[keyof CreateMemoryV1MemoryPostResponses]; - -export type DeleteMemoryV1MemoryKeyDeleteData = { - body?: never; - path: { - /** - * Key - */ - key: string; - }; - query?: never; - url: '/v1/memory/{key}'; -}; - -export type DeleteMemoryV1MemoryKeyDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteMemoryV1MemoryKeyDeleteError = DeleteMemoryV1MemoryKeyDeleteErrors[keyof DeleteMemoryV1MemoryKeyDeleteErrors]; - -export type DeleteMemoryV1MemoryKeyDeleteResponses = { - /** - * Successful Response - */ - 200: MemoryDeleteResponse; -}; - -export type DeleteMemoryV1MemoryKeyDeleteResponse = DeleteMemoryV1MemoryKeyDeleteResponses[keyof DeleteMemoryV1MemoryKeyDeleteResponses]; - -export type GetMemoryV1MemoryKeyGetData = { - body?: never; - path: { - /** - * Key - */ - key: string; - }; - query?: never; - url: '/v1/memory/{key}'; -}; - -export type GetMemoryV1MemoryKeyGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetMemoryV1MemoryKeyGetError = GetMemoryV1MemoryKeyGetErrors[keyof GetMemoryV1MemoryKeyGetErrors]; - -export type GetMemoryV1MemoryKeyGetResponses = { - /** - * Successful Response - */ - 200: LiteLlmMemoryRow; -}; - -export type GetMemoryV1MemoryKeyGetResponse = GetMemoryV1MemoryKeyGetResponses[keyof GetMemoryV1MemoryKeyGetResponses]; - -export type UpsertMemoryV1MemoryKeyPutData = { - body: MemoryUpdateRequest; - path: { - /** - * Key - */ - key: string; - }; - query?: never; - url: '/v1/memory/{key}'; -}; - -export type UpsertMemoryV1MemoryKeyPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpsertMemoryV1MemoryKeyPutError = UpsertMemoryV1MemoryKeyPutErrors[keyof UpsertMemoryV1MemoryKeyPutErrors]; - -export type UpsertMemoryV1MemoryKeyPutResponses = { - /** - * Successful Response - */ - 200: LiteLlmMemoryRow; -}; - -export type UpsertMemoryV1MemoryKeyPutResponse = UpsertMemoryV1MemoryKeyPutResponses[keyof UpsertMemoryV1MemoryKeyPutResponses]; - -export type GetCostDiscountConfigConfigCostDiscountConfigGetData = { - body?: never; - path?: never; - query?: never; - url: '/config/cost_discount_config'; -}; - -export type GetCostDiscountConfigConfigCostDiscountConfigGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateCostDiscountConfigConfigCostDiscountConfigPatchData = { - /** - * Cost Discount Config - */ - body: { - [key: string]: number; - }; - path?: never; - query?: never; - url: '/config/cost_discount_config'; -}; - -export type UpdateCostDiscountConfigConfigCostDiscountConfigPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateCostDiscountConfigConfigCostDiscountConfigPatchError = UpdateCostDiscountConfigConfigCostDiscountConfigPatchErrors[keyof UpdateCostDiscountConfigConfigCostDiscountConfigPatchErrors]; - -export type UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetCostMarginConfigConfigCostMarginConfigGetData = { - body?: never; - path?: never; - query?: never; - url: '/config/cost_margin_config'; -}; - -export type GetCostMarginConfigConfigCostMarginConfigGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateCostMarginConfigConfigCostMarginConfigPatchData = { - /** - * Cost Margin Config - */ - body: { - [key: string]: number | { - [key: string]: number; - }; - }; - path?: never; - query?: never; - url: '/config/cost_margin_config'; -}; - -export type UpdateCostMarginConfigConfigCostMarginConfigPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateCostMarginConfigConfigCostMarginConfigPatchError = UpdateCostMarginConfigConfigCostMarginConfigPatchErrors[keyof UpdateCostMarginConfigConfigCostMarginConfigPatchErrors]; - -export type UpdateCostMarginConfigConfigCostMarginConfigPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type EstimateCostCostEstimatePostData = { - body: CostEstimateRequest; - path?: never; - query?: never; - url: '/cost/estimate'; -}; - -export type EstimateCostCostEstimatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EstimateCostCostEstimatePostError = EstimateCostCostEstimatePostErrors[keyof EstimateCostCostEstimatePostErrors]; - -export type EstimateCostCostEstimatePostResponses = { - /** - * Successful Response - */ - 200: CostEstimateResponse; -}; - -export type EstimateCostCostEstimatePostResponse = EstimateCostCostEstimatePostResponses[keyof EstimateCostCostEstimatePostResponses]; - -export type GetRouterSettingsRouterSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/router/settings'; -}; - -export type GetRouterSettingsRouterSettingsGetResponses = { - /** - * Successful Response - */ - 200: RouterSettingsResponse; -}; - -export type GetRouterSettingsRouterSettingsGetResponse = GetRouterSettingsRouterSettingsGetResponses[keyof GetRouterSettingsRouterSettingsGetResponses]; - -export type GetRouterFieldsRouterFieldsGetData = { - body?: never; - path?: never; - query?: never; - url: '/router/fields'; -}; - -export type GetRouterFieldsRouterFieldsGetResponses = { - /** - * Successful Response - */ - 200: RouterFieldsResponse; -}; - -export type GetRouterFieldsRouterFieldsGetResponse = GetRouterFieldsRouterFieldsGetResponses[keyof GetRouterFieldsRouterFieldsGetResponses]; - -export type CreateFallbackFallbackPostData = { - body: FallbackCreateRequest; - path?: never; - query?: never; - url: '/fallback'; -}; - -export type CreateFallbackFallbackPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateFallbackFallbackPostError = CreateFallbackFallbackPostErrors[keyof CreateFallbackFallbackPostErrors]; - -export type CreateFallbackFallbackPostResponses = { - /** - * Successful Response - */ - 200: FallbackResponse; -}; - -export type CreateFallbackFallbackPostResponse = CreateFallbackFallbackPostResponses[keyof CreateFallbackFallbackPostResponses]; - -export type DeleteFallbackFallbackModelDeleteData = { - body?: never; - path: { - /** - * Model - */ - model: string; - }; - query?: { - /** - * Fallback Type - */ - fallback_type?: 'general' | 'context_window' | 'content_policy'; - }; - url: '/fallback/{model}'; -}; - -export type DeleteFallbackFallbackModelDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteFallbackFallbackModelDeleteError = DeleteFallbackFallbackModelDeleteErrors[keyof DeleteFallbackFallbackModelDeleteErrors]; - -export type DeleteFallbackFallbackModelDeleteResponses = { - /** - * Successful Response - */ - 200: FallbackDeleteResponse; -}; - -export type DeleteFallbackFallbackModelDeleteResponse = DeleteFallbackFallbackModelDeleteResponses[keyof DeleteFallbackFallbackModelDeleteResponses]; - -export type GetFallbackFallbackModelGetData = { - body?: never; - path: { - /** - * Model - */ - model: string; - }; - query?: { - /** - * Fallback Type - */ - fallback_type?: 'general' | 'context_window' | 'content_policy'; - }; - url: '/fallback/{model}'; -}; - -export type GetFallbackFallbackModelGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetFallbackFallbackModelGetError = GetFallbackFallbackModelGetErrors[keyof GetFallbackFallbackModelGetErrors]; - -export type GetFallbackFallbackModelGetResponses = { - /** - * Successful Response - */ - 200: FallbackGetResponse; -}; - -export type GetFallbackFallbackModelGetResponse = GetFallbackFallbackModelGetResponses[keyof GetFallbackFallbackModelGetResponses]; - -export type GetCacheSettingsCacheSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/cache/settings'; -}; - -export type GetCacheSettingsCacheSettingsGetResponses = { - /** - * Successful Response - */ - 200: CacheSettingsResponse; -}; - -export type GetCacheSettingsCacheSettingsGetResponse = GetCacheSettingsCacheSettingsGetResponses[keyof GetCacheSettingsCacheSettingsGetResponses]; - -export type UpdateCacheSettingsCacheSettingsPostData = { - body: CacheSettingsUpdateRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/cache/settings'; -}; - -export type UpdateCacheSettingsCacheSettingsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateCacheSettingsCacheSettingsPostError = UpdateCacheSettingsCacheSettingsPostErrors[keyof UpdateCacheSettingsCacheSettingsPostErrors]; - -export type UpdateCacheSettingsCacheSettingsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TestCacheConnectionCacheSettingsTestPostData = { - body: CacheTestRequest; - path?: never; - query?: never; - url: '/cache/settings/test'; -}; - -export type TestCacheConnectionCacheSettingsTestPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestCacheConnectionCacheSettingsTestPostError = TestCacheConnectionCacheSettingsTestPostErrors[keyof TestCacheConnectionCacheSettingsTestPostErrors]; - -export type TestCacheConnectionCacheSettingsTestPostResponses = { - /** - * Successful Response - */ - 200: CacheTestResponse; -}; - -export type TestCacheConnectionCacheSettingsTestPostResponse = TestCacheConnectionCacheSettingsTestPostResponses[keyof TestCacheConnectionCacheSettingsTestPostResponses]; - -export type GetDistinctUserAgentTagsTagDistinctGetData = { - body?: never; - path?: never; - query?: never; - url: '/tag/distinct'; -}; - -export type GetDistinctUserAgentTagsTagDistinctGetResponses = { - /** - * Successful Response - */ - 200: DistinctTagsResponse; -}; - -export type GetDistinctUserAgentTagsTagDistinctGetResponse = GetDistinctUserAgentTagsTagDistinctGetResponses[keyof GetDistinctUserAgentTagsTagDistinctGetResponses]; - -export type GetDailyActiveUsersTagDauGetData = { - body?: never; - path?: never; - query?: { - /** - * Tag Filter - * - * Filter by specific tag (optional) - */ - tag_filter?: string | null; - /** - * Tag Filters - * - * Filter by multiple specific tags (optional, takes precedence over tag_filter) - */ - tag_filters?: Array | null; - }; - url: '/tag/dau'; -}; - -export type GetDailyActiveUsersTagDauGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetDailyActiveUsersTagDauGetError = GetDailyActiveUsersTagDauGetErrors[keyof GetDailyActiveUsersTagDauGetErrors]; - -export type GetDailyActiveUsersTagDauGetResponses = { - /** - * Successful Response - */ - 200: ActiveUsersAnalyticsResponse; -}; - -export type GetDailyActiveUsersTagDauGetResponse = GetDailyActiveUsersTagDauGetResponses[keyof GetDailyActiveUsersTagDauGetResponses]; - -export type GetWeeklyActiveUsersTagWauGetData = { - body?: never; - path?: never; - query?: { - /** - * Tag Filter - * - * Filter by specific tag (optional) - */ - tag_filter?: string | null; - /** - * Tag Filters - * - * Filter by multiple specific tags (optional, takes precedence over tag_filter) - */ - tag_filters?: Array | null; - }; - url: '/tag/wau'; -}; - -export type GetWeeklyActiveUsersTagWauGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetWeeklyActiveUsersTagWauGetError = GetWeeklyActiveUsersTagWauGetErrors[keyof GetWeeklyActiveUsersTagWauGetErrors]; - -export type GetWeeklyActiveUsersTagWauGetResponses = { - /** - * Successful Response - */ - 200: ActiveUsersAnalyticsResponse; -}; - -export type GetWeeklyActiveUsersTagWauGetResponse = GetWeeklyActiveUsersTagWauGetResponses[keyof GetWeeklyActiveUsersTagWauGetResponses]; - -export type GetMonthlyActiveUsersTagMauGetData = { - body?: never; - path?: never; - query?: { - /** - * Tag Filter - * - * Filter by specific tag (optional) - */ - tag_filter?: string | null; - /** - * Tag Filters - * - * Filter by multiple specific tags (optional, takes precedence over tag_filter) - */ - tag_filters?: Array | null; - }; - url: '/tag/mau'; -}; - -export type GetMonthlyActiveUsersTagMauGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetMonthlyActiveUsersTagMauGetError = GetMonthlyActiveUsersTagMauGetErrors[keyof GetMonthlyActiveUsersTagMauGetErrors]; - -export type GetMonthlyActiveUsersTagMauGetResponses = { - /** - * Successful Response - */ - 200: ActiveUsersAnalyticsResponse; -}; - -export type GetMonthlyActiveUsersTagMauGetResponse = GetMonthlyActiveUsersTagMauGetResponses[keyof GetMonthlyActiveUsersTagMauGetResponses]; - -export type GetTagSummaryTagSummaryGetData = { - body?: never; - path?: never; - query: { - /** - * Start Date - * - * Start date in YYYY-MM-DD format - */ - start_date: string; - /** - * End Date - * - * End date in YYYY-MM-DD format - */ - end_date: string; - /** - * Tag Filter - * - * Filter by specific tag (optional) - */ - tag_filter?: string | null; - /** - * Tag Filters - * - * Filter by multiple specific tags (optional, takes precedence over tag_filter) - */ - tag_filters?: Array | null; - }; - url: '/tag/summary'; -}; - -export type GetTagSummaryTagSummaryGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetTagSummaryTagSummaryGetError = GetTagSummaryTagSummaryGetErrors[keyof GetTagSummaryTagSummaryGetErrors]; - -export type GetTagSummaryTagSummaryGetResponses = { - /** - * Successful Response - */ - 200: TagSummaryResponse; -}; - -export type GetTagSummaryTagSummaryGetResponse = GetTagSummaryTagSummaryGetResponses[keyof GetTagSummaryTagSummaryGetResponses]; - -export type GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetData = { - body?: never; - path?: never; - query?: { - /** - * Tag Filter - * - * Filter by specific tag (optional) - */ - tag_filter?: string | null; - /** - * Tag Filters - * - * Filter by multiple specific tags (optional, takes precedence over tag_filter) - */ - tag_filters?: Array | null; - /** - * Page - * - * Page number for pagination - */ - page?: number; - /** - * Page Size - * - * Items per page - */ - page_size?: number; - }; - url: '/tag/user-agent/per-user-analytics'; -}; - -export type GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetError = GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetErrors[keyof GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetErrors]; - -export type GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetResponses = { - /** - * Successful Response - */ - 200: PerUserAnalyticsResponse; -}; - -export type GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetResponse = GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetResponses[keyof GetPerUserAnalyticsTagUserAgentPerUserAnalyticsGetResponses]; - -export type GetEmailEventSettingsEmailEventSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/email/event_settings'; -}; - -export type GetEmailEventSettingsEmailEventSettingsGetResponses = { - /** - * Successful Response - */ - 200: EmailEventSettingsResponse; -}; - -export type GetEmailEventSettingsEmailEventSettingsGetResponse = GetEmailEventSettingsEmailEventSettingsGetResponses[keyof GetEmailEventSettingsEmailEventSettingsGetResponses]; - -export type UpdateEventSettingsEmailEventSettingsPatchData = { - body: EmailEventSettingsUpdateRequest; - path?: never; - query?: never; - url: '/email/event_settings'; -}; - -export type UpdateEventSettingsEmailEventSettingsPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateEventSettingsEmailEventSettingsPatchError = UpdateEventSettingsEmailEventSettingsPatchErrors[keyof UpdateEventSettingsEmailEventSettingsPatchErrors]; - -export type UpdateEventSettingsEmailEventSettingsPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ResetEventSettingsEmailEventSettingsResetPostData = { - body?: never; - path?: never; - query?: never; - url: '/email/event_settings/reset'; -}; - -export type ResetEventSettingsEmailEventSettingsResetPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetAuditLogsAuditGetData = { - body?: never; - path?: never; - query?: { - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - /** - * Changed By - * - * Filter by user or system that performed the action - */ - changed_by?: string | null; - /** - * Changed By Api Key - * - * Filter by API key hash that performed the action - */ - changed_by_api_key?: string | null; - /** - * Action - * - * Filter by action type (create, update, delete) - */ - action?: string | null; - /** - * Table Name - * - * Filter by table name that was modified - */ - table_name?: string | null; - /** - * Object Id - * - * Filter by ID of the object that was modified - */ - object_id?: string | null; - /** - * Start Date - * - * Filter logs after this date - */ - start_date?: string | null; - /** - * End Date - * - * Filter logs before this date - */ - end_date?: string | null; - /** - * Object Team Id - * - * Filter by team_id present in before_value or updated_values JSON (PostgreSQL only) - */ - object_team_id?: string | null; - /** - * Object Key Hash - * - * Filter by token (key hash) present in before_value or updated_values JSON (PostgreSQL only) - */ - object_key_hash?: string | null; - /** - * Sort By - * - * Column to sort by (e.g. 'updated_at', 'action', 'table_name') - */ - sort_by?: string | null; - /** - * Sort Order - * - * Sort order ('asc' or 'desc') - */ - sort_order?: string; - }; - url: '/audit'; -}; - -export type GetAuditLogsAuditGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAuditLogsAuditGetError = GetAuditLogsAuditGetErrors[keyof GetAuditLogsAuditGetErrors]; - -export type GetAuditLogsAuditGetResponses = { - /** - * Successful Response - */ - 200: PaginatedAuditLogResponse; -}; - -export type GetAuditLogsAuditGetResponse = GetAuditLogsAuditGetResponses[keyof GetAuditLogsAuditGetResponses]; - -export type GetAuditLogByIdAuditIdGetData = { - body?: never; - path: { - /** - * Id - */ - id: string; - }; - query?: never; - url: '/audit/{id}'; -}; - -export type GetAuditLogByIdAuditIdGetErrors = { - /** - * Audit log not found - */ - 404: unknown; - /** - * Validation Error - */ - 422: HttpValidationError; - /** - * Database connection error - */ - 500: unknown; -}; - -export type GetAuditLogByIdAuditIdGetError = GetAuditLogByIdAuditIdGetErrors[keyof GetAuditLogByIdAuditIdGetErrors]; - -export type GetAuditLogByIdAuditIdGetResponses = { - /** - * Successful Response - */ - 200: AuditLogResponse; -}; - -export type GetAuditLogByIdAuditIdGetResponse = GetAuditLogByIdAuditIdGetResponses[keyof GetAuditLogByIdAuditIdGetResponses]; - -export type AvailableEnterpriseUsersUserAvailableUsersGetData = { - body?: never; - path?: never; - query?: never; - url: '/user/available_users'; -}; - -export type AvailableEnterpriseUsersUserAvailableUsersGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type NewProjectProjectNewPostData = { - body: NewProjectRequest; - path?: never; - query?: never; - url: '/project/new'; -}; - -export type NewProjectProjectNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type NewProjectProjectNewPostError = NewProjectProjectNewPostErrors[keyof NewProjectProjectNewPostErrors]; - -export type NewProjectProjectNewPostResponses = { - /** - * Successful Response - */ - 200: NewProjectResponse; -}; - -export type NewProjectProjectNewPostResponse = NewProjectProjectNewPostResponses[keyof NewProjectProjectNewPostResponses]; - -export type UpdateProjectProjectUpdatePostData = { - body: UpdateProjectRequest; - path?: never; - query?: never; - url: '/project/update'; -}; - -export type UpdateProjectProjectUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateProjectProjectUpdatePostError = UpdateProjectProjectUpdatePostErrors[keyof UpdateProjectProjectUpdatePostErrors]; - -export type UpdateProjectProjectUpdatePostResponses = { - /** - * Successful Response - */ - 200: LiteLlmProjectTable; -}; - -export type UpdateProjectProjectUpdatePostResponse = UpdateProjectProjectUpdatePostResponses[keyof UpdateProjectProjectUpdatePostResponses]; - -export type DeleteProjectProjectDeleteDeleteData = { - body: DeleteProjectRequest; - path?: never; - query?: never; - url: '/project/delete'; -}; - -export type DeleteProjectProjectDeleteDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteProjectProjectDeleteDeleteError = DeleteProjectProjectDeleteDeleteErrors[keyof DeleteProjectProjectDeleteDeleteErrors]; - -export type DeleteProjectProjectDeleteDeleteResponses = { - /** - * Response Delete Project Project Delete Delete - * - * Successful Response - */ - 200: Array; -}; - -export type DeleteProjectProjectDeleteDeleteResponse = DeleteProjectProjectDeleteDeleteResponses[keyof DeleteProjectProjectDeleteDeleteResponses]; - -export type ProjectInfoProjectInfoGetData = { - body?: never; - path?: never; - query: { - /** - * Project Id - */ - project_id: string; - }; - url: '/project/info'; -}; - -export type ProjectInfoProjectInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ProjectInfoProjectInfoGetError = ProjectInfoProjectInfoGetErrors[keyof ProjectInfoProjectInfoGetErrors]; - -export type ProjectInfoProjectInfoGetResponses = { - /** - * Successful Response - */ - 200: LiteLlmProjectTable; -}; - -export type ProjectInfoProjectInfoGetResponse = ProjectInfoProjectInfoGetResponses[keyof ProjectInfoProjectInfoGetResponses]; - -export type ListProjectsProjectListGetData = { - body?: never; - path?: never; - query?: never; - url: '/project/list'; -}; - -export type ListProjectsProjectListGetResponses = { - /** - * Response List Projects Project List Get - * - * Successful Response - */ - 200: Array; -}; - -export type ListProjectsProjectListGetResponse = ListProjectsProjectListGetResponses[keyof ListProjectsProjectListGetResponses]; - -export type GetRobotsRobotsTxtGetData = { - body?: never; - path?: never; - query?: never; - url: '/robots.txt'; -}; - -export type GetRobotsRobotsTxtGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetUiConfigLitellmWellKnownLitellmUiConfigGetData = { - body?: never; - path?: never; - query?: never; - url: '/litellm/.well-known/litellm-ui-config'; -}; - -export type GetUiConfigLitellmWellKnownLitellmUiConfigGetResponses = { - /** - * Successful Response - */ - 200: UiDiscoveryEndpoints; -}; - -export type GetUiConfigLitellmWellKnownLitellmUiConfigGetResponse = GetUiConfigLitellmWellKnownLitellmUiConfigGetResponses[keyof GetUiConfigLitellmWellKnownLitellmUiConfigGetResponses]; - -export type GetUiConfigWellKnownLitellmUiConfigGetData = { - body?: never; - path?: never; - query?: never; - url: '/.well-known/litellm-ui-config'; -}; - -export type GetUiConfigWellKnownLitellmUiConfigGetResponses = { - /** - * Successful Response - */ - 200: UiDiscoveryEndpoints; -}; - -export type GetUiConfigWellKnownLitellmUiConfigGetResponse = GetUiConfigWellKnownLitellmUiConfigGetResponses[keyof GetUiConfigWellKnownLitellmUiConfigGetResponses]; - -export type GoogleGenerateContentModelsModelNameGenerateContentPostData = { - body?: never; - path: { - /** - * Model Name - */ - model_name: string; - }; - query?: never; - url: '/models/{model_name}:generateContent'; -}; - -export type GoogleGenerateContentModelsModelNameGenerateContentPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GoogleGenerateContentModelsModelNameGenerateContentPostError = GoogleGenerateContentModelsModelNameGenerateContentPostErrors[keyof GoogleGenerateContentModelsModelNameGenerateContentPostErrors]; - -export type GoogleGenerateContentModelsModelNameGenerateContentPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostData = { - body?: never; - path: { - /** - * Model Name - */ - model_name: string; - }; - query?: never; - url: '/v1beta/models/{model_name}:generateContent'; -}; - -export type GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostError = GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostErrors[keyof GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostErrors]; - -export type GoogleGenerateContentV1BetaModelsModelNameGenerateContentPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostData = { - body?: never; - path: { - /** - * Model Name - */ - model_name: string; - }; - query?: never; - url: '/models/{model_name}:streamGenerateContent'; -}; - -export type GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostError = GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostErrors[keyof GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostErrors]; - -export type GoogleStreamGenerateContentModelsModelNameStreamGenerateContentPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostData = { - body?: never; - path: { - /** - * Model Name - */ - model_name: string; - }; - query?: never; - url: '/v1beta/models/{model_name}:streamGenerateContent'; -}; - -export type GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostError = GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostErrors[keyof GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostErrors]; - -export type GoogleStreamGenerateContentV1BetaModelsModelNameStreamGenerateContentPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GoogleCountTokensModelsModelNameCountTokensPostData = { - body?: never; - path: { - /** - * Model Name - */ - model_name: string; - }; - query?: never; - url: '/models/{model_name}:countTokens'; -}; - -export type GoogleCountTokensModelsModelNameCountTokensPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GoogleCountTokensModelsModelNameCountTokensPostError = GoogleCountTokensModelsModelNameCountTokensPostErrors[keyof GoogleCountTokensModelsModelNameCountTokensPostErrors]; - -export type GoogleCountTokensModelsModelNameCountTokensPostResponses = { - /** - * Successful Response - */ - 200: TokenCountDetailsResponse; -}; - -export type GoogleCountTokensModelsModelNameCountTokensPostResponse = GoogleCountTokensModelsModelNameCountTokensPostResponses[keyof GoogleCountTokensModelsModelNameCountTokensPostResponses]; - -export type GoogleCountTokensV1BetaModelsModelNameCountTokensPostData = { - body?: never; - path: { - /** - * Model Name - */ - model_name: string; - }; - query?: never; - url: '/v1beta/models/{model_name}:countTokens'; -}; - -export type GoogleCountTokensV1BetaModelsModelNameCountTokensPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GoogleCountTokensV1BetaModelsModelNameCountTokensPostError = GoogleCountTokensV1BetaModelsModelNameCountTokensPostErrors[keyof GoogleCountTokensV1BetaModelsModelNameCountTokensPostErrors]; - -export type GoogleCountTokensV1BetaModelsModelNameCountTokensPostResponses = { - /** - * Successful Response - */ - 200: TokenCountDetailsResponse; -}; - -export type GoogleCountTokensV1BetaModelsModelNameCountTokensPostResponse = GoogleCountTokensV1BetaModelsModelNameCountTokensPostResponses[keyof GoogleCountTokensV1BetaModelsModelNameCountTokensPostResponses]; - -export type CreateInteractionInteractionsPostData = { - body?: never; - path?: never; - query?: never; - url: '/interactions'; -}; - -export type CreateInteractionInteractionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateInteractionV1BetaInteractionsPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1beta/interactions'; -}; - -export type CreateInteractionV1BetaInteractionsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteInteractionInteractionsInteractionIdDeleteData = { - body?: never; - path: { - /** - * Interaction Id - */ - interaction_id: string; - }; - query?: never; - url: '/interactions/{interaction_id}'; -}; - -export type DeleteInteractionInteractionsInteractionIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteInteractionInteractionsInteractionIdDeleteError = DeleteInteractionInteractionsInteractionIdDeleteErrors[keyof DeleteInteractionInteractionsInteractionIdDeleteErrors]; - -export type DeleteInteractionInteractionsInteractionIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetInteractionInteractionsInteractionIdGetData = { - body?: never; - path: { - /** - * Interaction Id - */ - interaction_id: string; - }; - query?: never; - url: '/interactions/{interaction_id}'; -}; - -export type GetInteractionInteractionsInteractionIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetInteractionInteractionsInteractionIdGetError = GetInteractionInteractionsInteractionIdGetErrors[keyof GetInteractionInteractionsInteractionIdGetErrors]; - -export type GetInteractionInteractionsInteractionIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteInteractionV1BetaInteractionsInteractionIdDeleteData = { - body?: never; - path: { - /** - * Interaction Id - */ - interaction_id: string; - }; - query?: never; - url: '/v1beta/interactions/{interaction_id}'; -}; - -export type DeleteInteractionV1BetaInteractionsInteractionIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteInteractionV1BetaInteractionsInteractionIdDeleteError = DeleteInteractionV1BetaInteractionsInteractionIdDeleteErrors[keyof DeleteInteractionV1BetaInteractionsInteractionIdDeleteErrors]; - -export type DeleteInteractionV1BetaInteractionsInteractionIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetInteractionV1BetaInteractionsInteractionIdGetData = { - body?: never; - path: { - /** - * Interaction Id - */ - interaction_id: string; - }; - query?: never; - url: '/v1beta/interactions/{interaction_id}'; -}; - -export type GetInteractionV1BetaInteractionsInteractionIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetInteractionV1BetaInteractionsInteractionIdGetError = GetInteractionV1BetaInteractionsInteractionIdGetErrors[keyof GetInteractionV1BetaInteractionsInteractionIdGetErrors]; - -export type GetInteractionV1BetaInteractionsInteractionIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelInteractionInteractionsInteractionIdCancelPostData = { - body?: never; - path: { - /** - * Interaction Id - */ - interaction_id: string; - }; - query?: never; - url: '/interactions/{interaction_id}/cancel'; -}; - -export type CancelInteractionInteractionsInteractionIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelInteractionInteractionsInteractionIdCancelPostError = CancelInteractionInteractionsInteractionIdCancelPostErrors[keyof CancelInteractionInteractionsInteractionIdCancelPostErrors]; - -export type CancelInteractionInteractionsInteractionIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CancelInteractionV1BetaInteractionsInteractionIdCancelPostData = { - body?: never; - path: { - /** - * Interaction Id - */ - interaction_id: string; - }; - query?: never; - url: '/v1beta/interactions/{interaction_id}/cancel'; -}; - -export type CancelInteractionV1BetaInteractionsInteractionIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelInteractionV1BetaInteractionsInteractionIdCancelPostError = CancelInteractionV1BetaInteractionsInteractionIdCancelPostErrors[keyof CancelInteractionV1BetaInteractionsInteractionIdCancelPostErrors]; - -export type CancelInteractionV1BetaInteractionsInteractionIdCancelPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpDeleteData = { - body?: never; - path: { - /** - * Toolset Name - */ - toolset_name: string; - }; - query?: never; - url: '/toolset/{toolset_name}/mcp'; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpDeleteError = ToolsetMcpRouteToolsetToolsetNameMcpDeleteErrors[keyof ToolsetMcpRouteToolsetToolsetNameMcpDeleteErrors]; - -export type ToolsetMcpRouteToolsetToolsetNameMcpDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpGetData = { - body?: never; - path: { - /** - * Toolset Name - */ - toolset_name: string; - }; - query?: never; - url: '/toolset/{toolset_name}/mcp'; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpGetError = ToolsetMcpRouteToolsetToolsetNameMcpGetErrors[keyof ToolsetMcpRouteToolsetToolsetNameMcpGetErrors]; - -export type ToolsetMcpRouteToolsetToolsetNameMcpGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpHeadData = { - body?: never; - path: { - /** - * Toolset Name - */ - toolset_name: string; - }; - query?: never; - url: '/toolset/{toolset_name}/mcp'; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpHeadErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpHeadError = ToolsetMcpRouteToolsetToolsetNameMcpHeadErrors[keyof ToolsetMcpRouteToolsetToolsetNameMcpHeadErrors]; - -export type ToolsetMcpRouteToolsetToolsetNameMcpHeadResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpOptionsData = { - body?: never; - path: { - /** - * Toolset Name - */ - toolset_name: string; - }; - query?: never; - url: '/toolset/{toolset_name}/mcp'; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpOptionsErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpOptionsError = ToolsetMcpRouteToolsetToolsetNameMcpOptionsErrors[keyof ToolsetMcpRouteToolsetToolsetNameMcpOptionsErrors]; - -export type ToolsetMcpRouteToolsetToolsetNameMcpOptionsResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPatchData = { - body?: never; - path: { - /** - * Toolset Name - */ - toolset_name: string; - }; - query?: never; - url: '/toolset/{toolset_name}/mcp'; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPatchError = ToolsetMcpRouteToolsetToolsetNameMcpPatchErrors[keyof ToolsetMcpRouteToolsetToolsetNameMcpPatchErrors]; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPostData = { - body?: never; - path: { - /** - * Toolset Name - */ - toolset_name: string; - }; - query?: never; - url: '/toolset/{toolset_name}/mcp'; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPostError = ToolsetMcpRouteToolsetToolsetNameMcpPostErrors[keyof ToolsetMcpRouteToolsetToolsetNameMcpPostErrors]; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPutData = { - body?: never; - path: { - /** - * Toolset Name - */ - toolset_name: string; - }; - query?: never; - url: '/toolset/{toolset_name}/mcp'; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPutError = ToolsetMcpRouteToolsetToolsetNameMcpPutErrors[keyof ToolsetMcpRouteToolsetToolsetNameMcpPutErrors]; - -export type ToolsetMcpRouteToolsetToolsetNameMcpPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DynamicMcpRouteMcpServerNameMcpDeleteData = { - body?: never; - path: { - /** - * Mcp Server Name - */ - mcp_server_name: string; - }; - query?: never; - url: '/{mcp_server_name}/mcp'; -}; - -export type DynamicMcpRouteMcpServerNameMcpDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DynamicMcpRouteMcpServerNameMcpDeleteError = DynamicMcpRouteMcpServerNameMcpDeleteErrors[keyof DynamicMcpRouteMcpServerNameMcpDeleteErrors]; - -export type DynamicMcpRouteMcpServerNameMcpDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DynamicMcpRouteMcpServerNameMcpGetData = { - body?: never; - path: { - /** - * Mcp Server Name - */ - mcp_server_name: string; - }; - query?: never; - url: '/{mcp_server_name}/mcp'; -}; - -export type DynamicMcpRouteMcpServerNameMcpGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DynamicMcpRouteMcpServerNameMcpGetError = DynamicMcpRouteMcpServerNameMcpGetErrors[keyof DynamicMcpRouteMcpServerNameMcpGetErrors]; - -export type DynamicMcpRouteMcpServerNameMcpGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DynamicMcpRouteMcpServerNameMcpHeadData = { - body?: never; - path: { - /** - * Mcp Server Name - */ - mcp_server_name: string; - }; - query?: never; - url: '/{mcp_server_name}/mcp'; -}; - -export type DynamicMcpRouteMcpServerNameMcpHeadErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DynamicMcpRouteMcpServerNameMcpHeadError = DynamicMcpRouteMcpServerNameMcpHeadErrors[keyof DynamicMcpRouteMcpServerNameMcpHeadErrors]; - -export type DynamicMcpRouteMcpServerNameMcpHeadResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DynamicMcpRouteMcpServerNameMcpOptionsData = { - body?: never; - path: { - /** - * Mcp Server Name - */ - mcp_server_name: string; - }; - query?: never; - url: '/{mcp_server_name}/mcp'; -}; - -export type DynamicMcpRouteMcpServerNameMcpOptionsErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DynamicMcpRouteMcpServerNameMcpOptionsError = DynamicMcpRouteMcpServerNameMcpOptionsErrors[keyof DynamicMcpRouteMcpServerNameMcpOptionsErrors]; - -export type DynamicMcpRouteMcpServerNameMcpOptionsResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DynamicMcpRouteMcpServerNameMcpPatchData = { - body?: never; - path: { - /** - * Mcp Server Name - */ - mcp_server_name: string; - }; - query?: never; - url: '/{mcp_server_name}/mcp'; -}; - -export type DynamicMcpRouteMcpServerNameMcpPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DynamicMcpRouteMcpServerNameMcpPatchError = DynamicMcpRouteMcpServerNameMcpPatchErrors[keyof DynamicMcpRouteMcpServerNameMcpPatchErrors]; - -export type DynamicMcpRouteMcpServerNameMcpPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DynamicMcpRouteMcpServerNameMcpPostData = { - body?: never; - path: { - /** - * Mcp Server Name - */ - mcp_server_name: string; - }; - query?: never; - url: '/{mcp_server_name}/mcp'; -}; - -export type DynamicMcpRouteMcpServerNameMcpPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DynamicMcpRouteMcpServerNameMcpPostError = DynamicMcpRouteMcpServerNameMcpPostErrors[keyof DynamicMcpRouteMcpServerNameMcpPostErrors]; - -export type DynamicMcpRouteMcpServerNameMcpPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DynamicMcpRouteMcpServerNameMcpPutData = { - body?: never; - path: { - /** - * Mcp Server Name - */ - mcp_server_name: string; - }; - query?: never; - url: '/{mcp_server_name}/mcp'; -}; - -export type DynamicMcpRouteMcpServerNameMcpPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DynamicMcpRouteMcpServerNameMcpPutError = DynamicMcpRouteMcpServerNameMcpPutErrors[keyof DynamicMcpRouteMcpServerNameMcpPutErrors]; - -export type DynamicMcpRouteMcpServerNameMcpPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type WebsocketVertexAiLivePassthroughEndpointData = { - body?: never; - path?: never; - query?: { - model?: string; - vertex_project?: string; - vertex_location?: string; - }; - url: '/vertex_ai/live'; -}; - -export type WebsocketRealtimeWebsocketEndpointGetData = { - body?: never; - path?: never; - query: { - model: string; - intent?: string; - guardrails?: string; - }; - url: '/realtime'; -}; - -export type WebsocketRealtimeWebsocketEndpointGet2Data = { - body?: never; - path?: never; - query: { - model: string; - intent?: string; - guardrails?: string; - }; - url: '/v1/realtime'; -}; - -export type WebsocketRealtimeWebsocketEndpointGet3Data = { - body?: never; - path?: never; - query: { - model: string; - intent?: string; - guardrails?: string; - }; - url: '/openai/v1/realtime'; -}; - -export type ApplyGuardrailApplyGuardrailPostData = { - body: ApplyGuardrailRequest; - path?: never; - query?: never; - url: '/apply_guardrail'; -}; - -export type ApplyGuardrailApplyGuardrailPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ApplyGuardrailApplyGuardrailPostError = ApplyGuardrailApplyGuardrailPostErrors[keyof ApplyGuardrailApplyGuardrailPostErrors]; - -export type ApplyGuardrailApplyGuardrailPostResponses = { - /** - * Successful Response - */ - 200: ApplyGuardrailResponse; -}; - -export type ApplyGuardrailApplyGuardrailPostResponse = ApplyGuardrailApplyGuardrailPostResponses[keyof ApplyGuardrailApplyGuardrailPostResponses]; - -export type CreateGuardrailGuardrailsPostData = { - body: CreateGuardrailRequest; - path?: never; - query?: never; - url: '/guardrails'; -}; - -export type CreateGuardrailGuardrailsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateGuardrailGuardrailsPostError = CreateGuardrailGuardrailsPostErrors[keyof CreateGuardrailGuardrailsPostErrors]; - -export type CreateGuardrailGuardrailsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ApplyGuardrailGuardrailsApplyGuardrailPostData = { - body: ApplyGuardrailRequest; - path?: never; - query?: never; - url: '/guardrails/apply_guardrail'; -}; - -export type ApplyGuardrailGuardrailsApplyGuardrailPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ApplyGuardrailGuardrailsApplyGuardrailPostError = ApplyGuardrailGuardrailsApplyGuardrailPostErrors[keyof ApplyGuardrailGuardrailsApplyGuardrailPostErrors]; - -export type ApplyGuardrailGuardrailsApplyGuardrailPostResponses = { - /** - * Successful Response - */ - 200: ApplyGuardrailResponse; -}; - -export type ApplyGuardrailGuardrailsApplyGuardrailPostResponse = ApplyGuardrailGuardrailsApplyGuardrailPostResponses[keyof ApplyGuardrailGuardrailsApplyGuardrailPostResponses]; - -export type ListGuardrailsGuardrailsListGetData = { - body?: never; - path?: never; - query?: never; - url: '/guardrails/list'; -}; - -export type ListGuardrailsGuardrailsListGetResponses = { - /** - * Successful Response - */ - 200: ListGuardrailsResponse; -}; - -export type ListGuardrailsGuardrailsListGetResponse = ListGuardrailsGuardrailsListGetResponses[keyof ListGuardrailsGuardrailsListGetResponses]; - -export type RegisterGuardrailGuardrailsRegisterPostData = { - body: RegisterGuardrailRequest; - path?: never; - query?: never; - url: '/guardrails/register'; -}; - -export type RegisterGuardrailGuardrailsRegisterPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RegisterGuardrailGuardrailsRegisterPostError = RegisterGuardrailGuardrailsRegisterPostErrors[keyof RegisterGuardrailGuardrailsRegisterPostErrors]; - -export type RegisterGuardrailGuardrailsRegisterPostResponses = { - /** - * Successful Response - */ - 200: RegisterGuardrailResponse; -}; - -export type RegisterGuardrailGuardrailsRegisterPostResponse = RegisterGuardrailGuardrailsRegisterPostResponses[keyof RegisterGuardrailGuardrailsRegisterPostResponses]; - -export type ListGuardrailSubmissionsGuardrailsSubmissionsGetData = { - body?: never; - path?: never; - query?: { - /** - * Status - */ - status?: string | null; - /** - * Team Id - */ - team_id?: string | null; - /** - * Search - */ - search?: string | null; - }; - url: '/guardrails/submissions'; -}; - -export type ListGuardrailSubmissionsGuardrailsSubmissionsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListGuardrailSubmissionsGuardrailsSubmissionsGetError = ListGuardrailSubmissionsGuardrailsSubmissionsGetErrors[keyof ListGuardrailSubmissionsGuardrailsSubmissionsGetErrors]; - -export type ListGuardrailSubmissionsGuardrailsSubmissionsGetResponses = { - /** - * Successful Response - */ - 200: ListGuardrailSubmissionsResponse; -}; - -export type ListGuardrailSubmissionsGuardrailsSubmissionsGetResponse = ListGuardrailSubmissionsGuardrailsSubmissionsGetResponses[keyof ListGuardrailSubmissionsGuardrailsSubmissionsGetResponses]; - -export type GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetData = { - body?: never; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: never; - url: '/guardrails/submissions/{guardrail_id}'; -}; - -export type GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetError = GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetErrors[keyof GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetErrors]; - -export type GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetResponses = { - /** - * Successful Response - */ - 200: GuardrailSubmissionItem; -}; - -export type GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetResponse = GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetResponses[keyof GetGuardrailSubmissionGuardrailsSubmissionsGuardrailIdGetResponses]; - -export type ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostData = { - body?: never; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: never; - url: '/guardrails/submissions/{guardrail_id}/approve'; -}; - -export type ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostError = ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostErrors[keyof ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostErrors]; - -export type ApproveGuardrailSubmissionGuardrailsSubmissionsGuardrailIdApprovePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostData = { - body?: never; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: never; - url: '/guardrails/submissions/{guardrail_id}/reject'; -}; - -export type RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostError = RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostErrors[keyof RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostErrors]; - -export type RejectGuardrailSubmissionGuardrailsSubmissionsGuardrailIdRejectPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TestCustomCodeGuardrailGuardrailsTestCustomCodePostData = { - body: TestCustomCodeGuardrailRequest; - path?: never; - query?: never; - url: '/guardrails/test_custom_code'; -}; - -export type TestCustomCodeGuardrailGuardrailsTestCustomCodePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestCustomCodeGuardrailGuardrailsTestCustomCodePostError = TestCustomCodeGuardrailGuardrailsTestCustomCodePostErrors[keyof TestCustomCodeGuardrailGuardrailsTestCustomCodePostErrors]; - -export type TestCustomCodeGuardrailGuardrailsTestCustomCodePostResponses = { - /** - * Successful Response - */ - 200: TestCustomCodeGuardrailResponse; -}; - -export type TestCustomCodeGuardrailGuardrailsTestCustomCodePostResponse = TestCustomCodeGuardrailGuardrailsTestCustomCodePostResponses[keyof TestCustomCodeGuardrailGuardrailsTestCustomCodePostResponses]; - -export type GetGuardrailUiSettingsGuardrailsUiAddGuardrailSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/guardrails/ui/add_guardrail_settings'; -}; - -export type GetGuardrailUiSettingsGuardrailsUiAddGuardrailSettingsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetData = { - body?: never; - path: { - /** - * Category Name - */ - category_name: string; - }; - query?: never; - url: '/guardrails/ui/category_yaml/{category_name}'; -}; - -export type GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetError = GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetErrors[keyof GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetErrors]; - -export type GetCategoryYamlGuardrailsUiCategoryYamlCategoryNameGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetMajorAirlinesGuardrailsUiMajorAirlinesGetData = { - body?: never; - path?: never; - query?: never; - url: '/guardrails/ui/major_airlines'; -}; - -export type GetMajorAirlinesGuardrailsUiMajorAirlinesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetProviderSpecificParamsGuardrailsUiProviderSpecificParamsGetData = { - body?: never; - path?: never; - query?: never; - url: '/guardrails/ui/provider_specific_params'; -}; - -export type GetProviderSpecificParamsGuardrailsUiProviderSpecificParamsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetData = { - body?: never; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: { - /** - * Start Date - */ - start_date?: string | null; - /** - * End Date - */ - end_date?: string | null; - }; - url: '/guardrails/usage/detail/{guardrail_id}'; -}; - -export type GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetError = GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetErrors[keyof GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetErrors]; - -export type GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetResponses = { - /** - * Successful Response - */ - 200: UsageDetailResponse; -}; - -export type GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetResponse = GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetResponses[keyof GuardrailsUsageDetailGuardrailsUsageDetailGuardrailIdGetResponses]; - -export type GuardrailsUsageLogsGuardrailsUsageLogsGetData = { - body?: never; - path?: never; - query?: { - /** - * Guardrail Id - */ - guardrail_id?: string | null; - /** - * Policy Id - */ - policy_id?: string | null; - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - /** - * Action - */ - action?: string | null; - /** - * Start Date - */ - start_date?: string | null; - /** - * End Date - */ - end_date?: string | null; - }; - url: '/guardrails/usage/logs'; -}; - -export type GuardrailsUsageLogsGuardrailsUsageLogsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GuardrailsUsageLogsGuardrailsUsageLogsGetError = GuardrailsUsageLogsGuardrailsUsageLogsGetErrors[keyof GuardrailsUsageLogsGuardrailsUsageLogsGetErrors]; - -export type GuardrailsUsageLogsGuardrailsUsageLogsGetResponses = { - /** - * Successful Response - */ - 200: UsageLogsResponse; -}; - -export type GuardrailsUsageLogsGuardrailsUsageLogsGetResponse = GuardrailsUsageLogsGuardrailsUsageLogsGetResponses[keyof GuardrailsUsageLogsGuardrailsUsageLogsGetResponses]; - -export type GuardrailsUsageOverviewGuardrailsUsageOverviewGetData = { - body?: never; - path?: never; - query?: { - /** - * Start Date - * - * YYYY-MM-DD - */ - start_date?: string | null; - /** - * End Date - * - * YYYY-MM-DD - */ - end_date?: string | null; - }; - url: '/guardrails/usage/overview'; -}; - -export type GuardrailsUsageOverviewGuardrailsUsageOverviewGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GuardrailsUsageOverviewGuardrailsUsageOverviewGetError = GuardrailsUsageOverviewGuardrailsUsageOverviewGetErrors[keyof GuardrailsUsageOverviewGuardrailsUsageOverviewGetErrors]; - -export type GuardrailsUsageOverviewGuardrailsUsageOverviewGetResponses = { - /** - * Successful Response - */ - 200: UsageOverviewResponse; -}; - -export type GuardrailsUsageOverviewGuardrailsUsageOverviewGetResponse = GuardrailsUsageOverviewGuardrailsUsageOverviewGetResponses[keyof GuardrailsUsageOverviewGuardrailsUsageOverviewGetResponses]; - -export type ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostData = { - /** - * Request - */ - body: { - [key: string]: string; - }; - path?: never; - query?: never; - url: '/guardrails/validate_blocked_words_file'; -}; - -export type ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostError = ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostErrors[keyof ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostErrors]; - -export type ValidateBlockedWordsFileGuardrailsValidateBlockedWordsFilePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteGuardrailGuardrailsGuardrailIdDeleteData = { - body?: never; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: never; - url: '/guardrails/{guardrail_id}'; -}; - -export type DeleteGuardrailGuardrailsGuardrailIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteGuardrailGuardrailsGuardrailIdDeleteError = DeleteGuardrailGuardrailsGuardrailIdDeleteErrors[keyof DeleteGuardrailGuardrailsGuardrailIdDeleteErrors]; - -export type DeleteGuardrailGuardrailsGuardrailIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetGuardrailInfoGuardrailsGuardrailIdGetData = { - body?: never; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: never; - url: '/guardrails/{guardrail_id}'; -}; - -export type GetGuardrailInfoGuardrailsGuardrailIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetGuardrailInfoGuardrailsGuardrailIdGetError = GetGuardrailInfoGuardrailsGuardrailIdGetErrors[keyof GetGuardrailInfoGuardrailsGuardrailIdGetErrors]; - -export type GetGuardrailInfoGuardrailsGuardrailIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type PatchGuardrailGuardrailsGuardrailIdPatchData = { - body: PatchGuardrailRequest; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: never; - url: '/guardrails/{guardrail_id}'; -}; - -export type PatchGuardrailGuardrailsGuardrailIdPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type PatchGuardrailGuardrailsGuardrailIdPatchError = PatchGuardrailGuardrailsGuardrailIdPatchErrors[keyof PatchGuardrailGuardrailsGuardrailIdPatchErrors]; - -export type PatchGuardrailGuardrailsGuardrailIdPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateGuardrailGuardrailsGuardrailIdPutData = { - body: UpdateGuardrailRequest; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: never; - url: '/guardrails/{guardrail_id}'; -}; - -export type UpdateGuardrailGuardrailsGuardrailIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateGuardrailGuardrailsGuardrailIdPutError = UpdateGuardrailGuardrailsGuardrailIdPutErrors[keyof UpdateGuardrailGuardrailsGuardrailIdPutErrors]; - -export type UpdateGuardrailGuardrailsGuardrailIdPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetGuardrailInfoGuardrailsGuardrailIdInfoGetData = { - body?: never; - path: { - /** - * Guardrail Id - */ - guardrail_id: string; - }; - query?: never; - url: '/guardrails/{guardrail_id}/info'; -}; - -export type GetGuardrailInfoGuardrailsGuardrailIdInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetGuardrailInfoGuardrailsGuardrailIdInfoGetError = GetGuardrailInfoGuardrailsGuardrailIdInfoGetErrors[keyof GetGuardrailInfoGuardrailsGuardrailIdInfoGetErrors]; - -export type GetGuardrailInfoGuardrailsGuardrailIdInfoGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type PoliciesUsageOverviewPoliciesUsageOverviewGetData = { - body?: never; - path?: never; - query?: { - /** - * Start Date - * - * YYYY-MM-DD - */ - start_date?: string | null; - /** - * End Date - * - * YYYY-MM-DD - */ - end_date?: string | null; - }; - url: '/policies/usage/overview'; -}; - -export type PoliciesUsageOverviewPoliciesUsageOverviewGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type PoliciesUsageOverviewPoliciesUsageOverviewGetError = PoliciesUsageOverviewPoliciesUsageOverviewGetErrors[keyof PoliciesUsageOverviewPoliciesUsageOverviewGetErrors]; - -export type PoliciesUsageOverviewPoliciesUsageOverviewGetResponses = { - /** - * Successful Response - */ - 200: UsageOverviewResponse; -}; - -export type PoliciesUsageOverviewPoliciesUsageOverviewGetResponse = PoliciesUsageOverviewPoliciesUsageOverviewGetResponses[keyof PoliciesUsageOverviewPoliciesUsageOverviewGetResponses]; - -export type ListGuardrailsV2V2GuardrailsListGetData = { - body?: never; - path?: never; - query?: never; - url: '/v2/guardrails/list'; -}; - -export type ListGuardrailsV2V2GuardrailsListGetResponses = { - /** - * Successful Response - */ - 200: ListGuardrailsResponse; -}; - -export type ListGuardrailsV2V2GuardrailsListGetResponse = ListGuardrailsV2V2GuardrailsListGetResponses[keyof ListGuardrailsV2V2GuardrailsListGetResponses]; - -export type GetPolicyInfoPolicyInfoPolicyNameGetData = { - body?: never; - path: { - /** - * Policy Name - */ - policy_name: string; - }; - query?: never; - url: '/policy/info/{policy_name}'; -}; - -export type GetPolicyInfoPolicyInfoPolicyNameGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPolicyInfoPolicyInfoPolicyNameGetError = GetPolicyInfoPolicyInfoPolicyNameGetErrors[keyof GetPolicyInfoPolicyInfoPolicyNameGetErrors]; - -export type GetPolicyInfoPolicyInfoPolicyNameGetResponses = { - /** - * Successful Response - */ - 200: PolicyInfoResponse; -}; - -export type GetPolicyInfoPolicyInfoPolicyNameGetResponse = GetPolicyInfoPolicyInfoPolicyNameGetResponses[keyof GetPolicyInfoPolicyInfoPolicyNameGetResponses]; - -export type ListPoliciesPolicyListGetData = { - body?: never; - path?: never; - query?: never; - url: '/policy/list'; -}; - -export type ListPoliciesPolicyListGetResponses = { - /** - * Successful Response - */ - 200: PolicyListResponse; -}; - -export type ListPoliciesPolicyListGetResponse = ListPoliciesPolicyListGetResponses[keyof ListPoliciesPolicyListGetResponses]; - -export type GetPolicyTemplatesPolicyTemplatesGetData = { - body?: never; - path?: never; - query?: never; - url: '/policy/templates'; -}; - -export type GetPolicyTemplatesPolicyTemplatesGetResponses = { - /** - * Response Get Policy Templates Policy Templates Get - * - * Successful Response - */ - 200: Array; -}; - -export type GetPolicyTemplatesPolicyTemplatesGetResponse = GetPolicyTemplatesPolicyTemplatesGetResponses[keyof GetPolicyTemplatesPolicyTemplatesGetResponses]; - -export type EnrichPolicyTemplatePolicyTemplatesEnrichPostData = { - body: EnrichTemplateRequest; - path?: never; - query?: never; - url: '/policy/templates/enrich'; -}; - -export type EnrichPolicyTemplatePolicyTemplatesEnrichPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EnrichPolicyTemplatePolicyTemplatesEnrichPostError = EnrichPolicyTemplatePolicyTemplatesEnrichPostErrors[keyof EnrichPolicyTemplatePolicyTemplatesEnrichPostErrors]; - -export type EnrichPolicyTemplatePolicyTemplatesEnrichPostResponses = { - /** - * Response Enrich Policy Template Policy Templates Enrich Post - * - * Successful Response - */ - 200: { - [key: string]: unknown; - }; -}; - -export type EnrichPolicyTemplatePolicyTemplatesEnrichPostResponse = EnrichPolicyTemplatePolicyTemplatesEnrichPostResponses[keyof EnrichPolicyTemplatePolicyTemplatesEnrichPostResponses]; - -export type EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostData = { - body: EnrichTemplateRequest; - path?: never; - query?: never; - url: '/policy/templates/enrich/stream'; -}; - -export type EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostError = EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostErrors[keyof EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostErrors]; - -export type EnrichPolicyTemplateStreamPolicyTemplatesEnrichStreamPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type SuggestPolicyTemplatesPolicyTemplatesSuggestPostData = { - body: SuggestTemplatesRequest; - path?: never; - query?: never; - url: '/policy/templates/suggest'; -}; - -export type SuggestPolicyTemplatesPolicyTemplatesSuggestPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type SuggestPolicyTemplatesPolicyTemplatesSuggestPostError = SuggestPolicyTemplatesPolicyTemplatesSuggestPostErrors[keyof SuggestPolicyTemplatesPolicyTemplatesSuggestPostErrors]; - -export type SuggestPolicyTemplatesPolicyTemplatesSuggestPostResponses = { - /** - * Response Suggest Policy Templates Policy Templates Suggest Post - * - * Successful Response - */ - 200: { - [key: string]: unknown; - }; -}; - -export type SuggestPolicyTemplatesPolicyTemplatesSuggestPostResponse = SuggestPolicyTemplatesPolicyTemplatesSuggestPostResponses[keyof SuggestPolicyTemplatesPolicyTemplatesSuggestPostResponses]; - -export type TestPolicyTemplatePolicyTemplatesTestPostData = { - body: TestPolicyTemplateRequest; - path?: never; - query?: never; - url: '/policy/templates/test'; -}; - -export type TestPolicyTemplatePolicyTemplatesTestPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestPolicyTemplatePolicyTemplatesTestPostError = TestPolicyTemplatePolicyTemplatesTestPostErrors[keyof TestPolicyTemplatePolicyTemplatesTestPostErrors]; - -export type TestPolicyTemplatePolicyTemplatesTestPostResponses = { - /** - * Successful Response - */ - 200: TestPolicyTemplateResponse; -}; - -export type TestPolicyTemplatePolicyTemplatesTestPostResponse = TestPolicyTemplatePolicyTemplatesTestPostResponses[keyof TestPolicyTemplatePolicyTemplatesTestPostResponses]; - -export type TestPolicyMatchingPolicyTestPostData = { - body: PolicyMatchContext; - path?: never; - query?: never; - url: '/policy/test'; -}; - -export type TestPolicyMatchingPolicyTestPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestPolicyMatchingPolicyTestPostError = TestPolicyMatchingPolicyTestPostErrors[keyof TestPolicyMatchingPolicyTestPostErrors]; - -export type TestPolicyMatchingPolicyTestPostResponses = { - /** - * Successful Response - */ - 200: PolicyTestResponse; -}; - -export type TestPolicyMatchingPolicyTestPostResponse = TestPolicyMatchingPolicyTestPostResponses[keyof TestPolicyMatchingPolicyTestPostResponses]; - -export type ValidatePolicyPolicyValidatePostData = { - body: PolicyValidateRequest; - path?: never; - query?: never; - url: '/policy/validate'; -}; - -export type ValidatePolicyPolicyValidatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ValidatePolicyPolicyValidatePostError = ValidatePolicyPolicyValidatePostErrors[keyof ValidatePolicyPolicyValidatePostErrors]; - -export type ValidatePolicyPolicyValidatePostResponses = { - /** - * Successful Response - */ - 200: PolicyValidationResponse; -}; - -export type ValidatePolicyPolicyValidatePostResponse = ValidatePolicyPolicyValidatePostResponses[keyof ValidatePolicyPolicyValidatePostResponses]; - -export type TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostData = { - body: TestPoliciesAndGuardrailsRequest; - path?: never; - query?: never; - url: '/utils/test_policies_and_guardrails'; -}; - -export type TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostError = TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostErrors[keyof TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostErrors]; - -export type TestPoliciesAndGuardrailsUtilsTestPoliciesAndGuardrailsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreatePolicyPoliciesPostData = { - body: PolicyCreateRequest; - path?: never; - query?: never; - url: '/policies'; -}; - -export type CreatePolicyPoliciesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreatePolicyPoliciesPostError = CreatePolicyPoliciesPostErrors[keyof CreatePolicyPoliciesPostErrors]; - -export type CreatePolicyPoliciesPostResponses = { - /** - * Successful Response - */ - 200: PolicyDbResponse; -}; - -export type CreatePolicyPoliciesPostResponse = CreatePolicyPoliciesPostResponses[keyof CreatePolicyPoliciesPostResponses]; - -export type CreatePolicyAttachmentPoliciesAttachmentsPostData = { - body: PolicyAttachmentCreateRequest; - path?: never; - query?: never; - url: '/policies/attachments'; -}; - -export type CreatePolicyAttachmentPoliciesAttachmentsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreatePolicyAttachmentPoliciesAttachmentsPostError = CreatePolicyAttachmentPoliciesAttachmentsPostErrors[keyof CreatePolicyAttachmentPoliciesAttachmentsPostErrors]; - -export type CreatePolicyAttachmentPoliciesAttachmentsPostResponses = { - /** - * Successful Response - */ - 200: PolicyAttachmentDbResponse; -}; - -export type CreatePolicyAttachmentPoliciesAttachmentsPostResponse = CreatePolicyAttachmentPoliciesAttachmentsPostResponses[keyof CreatePolicyAttachmentPoliciesAttachmentsPostResponses]; - -export type EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostData = { - body: PolicyAttachmentCreateRequest; - path?: never; - query?: never; - url: '/policies/attachments/estimate-impact'; -}; - -export type EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostError = EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostErrors[keyof EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostErrors]; - -export type EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostResponses = { - /** - * Successful Response - */ - 200: AttachmentImpactResponse; -}; - -export type EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostResponse = EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostResponses[keyof EstimateAttachmentImpactPoliciesAttachmentsEstimateImpactPostResponses]; - -export type ListPolicyAttachmentsPoliciesAttachmentsListGetData = { - body?: never; - path?: never; - query?: never; - url: '/policies/attachments/list'; -}; - -export type ListPolicyAttachmentsPoliciesAttachmentsListGetResponses = { - /** - * Successful Response - */ - 200: PolicyAttachmentListResponse; -}; - -export type ListPolicyAttachmentsPoliciesAttachmentsListGetResponse = ListPolicyAttachmentsPoliciesAttachmentsListGetResponses[keyof ListPolicyAttachmentsPoliciesAttachmentsListGetResponses]; - -export type DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteData = { - body?: never; - path: { - /** - * Attachment Id - */ - attachment_id: string; - }; - query?: never; - url: '/policies/attachments/{attachment_id}'; -}; - -export type DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteError = DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteErrors[keyof DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteErrors]; - -export type DeletePolicyAttachmentPoliciesAttachmentsAttachmentIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetData = { - body?: never; - path: { - /** - * Attachment Id - */ - attachment_id: string; - }; - query?: never; - url: '/policies/attachments/{attachment_id}'; -}; - -export type GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetError = GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetErrors[keyof GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetErrors]; - -export type GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetResponses = { - /** - * Successful Response - */ - 200: PolicyAttachmentDbResponse; -}; - -export type GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetResponse = GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetResponses[keyof GetPolicyAttachmentPoliciesAttachmentsAttachmentIdGetResponses]; - -export type ComparePolicyVersionsPoliciesCompareGetData = { - body?: never; - path?: never; - query: { - /** - * Version A - */ - version_a: string; - /** - * Version B - */ - version_b: string; - }; - url: '/policies/compare'; -}; - -export type ComparePolicyVersionsPoliciesCompareGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ComparePolicyVersionsPoliciesCompareGetError = ComparePolicyVersionsPoliciesCompareGetErrors[keyof ComparePolicyVersionsPoliciesCompareGetErrors]; - -export type ComparePolicyVersionsPoliciesCompareGetResponses = { - /** - * Successful Response - */ - 200: PolicyVersionCompareResponse; -}; - -export type ComparePolicyVersionsPoliciesCompareGetResponse = ComparePolicyVersionsPoliciesCompareGetResponses[keyof ComparePolicyVersionsPoliciesCompareGetResponses]; - -export type ListPoliciesPoliciesListGetData = { - body?: never; - path?: never; - query?: { - /** - * Version Status - */ - version_status?: string | null; - }; - url: '/policies/list'; -}; - -export type ListPoliciesPoliciesListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListPoliciesPoliciesListGetError = ListPoliciesPoliciesListGetErrors[keyof ListPoliciesPoliciesListGetErrors]; - -export type ListPoliciesPoliciesListGetResponses = { - /** - * Successful Response - */ - 200: PolicyListDbResponse; -}; - -export type ListPoliciesPoliciesListGetResponse = ListPoliciesPoliciesListGetResponses[keyof ListPoliciesPoliciesListGetResponses]; - -export type DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteData = { - body?: never; - path: { - /** - * Policy Name - */ - policy_name: string; - }; - query?: never; - url: '/policies/name/{policy_name}/all-versions'; -}; - -export type DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteError = DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteErrors[keyof DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteErrors]; - -export type DeleteAllPolicyVersionsPoliciesNamePolicyNameAllVersionsDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListPolicyVersionsPoliciesNamePolicyNameVersionsGetData = { - body?: never; - path: { - /** - * Policy Name - */ - policy_name: string; - }; - query?: never; - url: '/policies/name/{policy_name}/versions'; -}; - -export type ListPolicyVersionsPoliciesNamePolicyNameVersionsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListPolicyVersionsPoliciesNamePolicyNameVersionsGetError = ListPolicyVersionsPoliciesNamePolicyNameVersionsGetErrors[keyof ListPolicyVersionsPoliciesNamePolicyNameVersionsGetErrors]; - -export type ListPolicyVersionsPoliciesNamePolicyNameVersionsGetResponses = { - /** - * Successful Response - */ - 200: PolicyVersionListResponse; -}; - -export type ListPolicyVersionsPoliciesNamePolicyNameVersionsGetResponse = ListPolicyVersionsPoliciesNamePolicyNameVersionsGetResponses[keyof ListPolicyVersionsPoliciesNamePolicyNameVersionsGetResponses]; - -export type CreatePolicyVersionPoliciesNamePolicyNameVersionsPostData = { - body: PolicyVersionCreateRequest; - path: { - /** - * Policy Name - */ - policy_name: string; - }; - query?: never; - url: '/policies/name/{policy_name}/versions'; -}; - -export type CreatePolicyVersionPoliciesNamePolicyNameVersionsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreatePolicyVersionPoliciesNamePolicyNameVersionsPostError = CreatePolicyVersionPoliciesNamePolicyNameVersionsPostErrors[keyof CreatePolicyVersionPoliciesNamePolicyNameVersionsPostErrors]; - -export type CreatePolicyVersionPoliciesNamePolicyNameVersionsPostResponses = { - /** - * Successful Response - */ - 200: PolicyDbResponse; -}; - -export type CreatePolicyVersionPoliciesNamePolicyNameVersionsPostResponse = CreatePolicyVersionPoliciesNamePolicyNameVersionsPostResponses[keyof CreatePolicyVersionPoliciesNamePolicyNameVersionsPostResponses]; - -export type ResolvePoliciesForContextPoliciesResolvePostData = { - body: PolicyResolveRequest; - path?: never; - query?: { - /** - * Force Sync - * - * Force a DB sync before resolving. Default uses in-memory cache. - */ - force_sync?: boolean; - }; - url: '/policies/resolve'; -}; - -export type ResolvePoliciesForContextPoliciesResolvePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ResolvePoliciesForContextPoliciesResolvePostError = ResolvePoliciesForContextPoliciesResolvePostErrors[keyof ResolvePoliciesForContextPoliciesResolvePostErrors]; - -export type ResolvePoliciesForContextPoliciesResolvePostResponses = { - /** - * Successful Response - */ - 200: PolicyResolveResponse; -}; - -export type ResolvePoliciesForContextPoliciesResolvePostResponse = ResolvePoliciesForContextPoliciesResolvePostResponses[keyof ResolvePoliciesForContextPoliciesResolvePostResponses]; - -export type TestPipelinePoliciesTestPipelinePostData = { - body: PipelineTestRequest; - path?: never; - query?: never; - url: '/policies/test-pipeline'; -}; - -export type TestPipelinePoliciesTestPipelinePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestPipelinePoliciesTestPipelinePostError = TestPipelinePoliciesTestPipelinePostErrors[keyof TestPipelinePoliciesTestPipelinePostErrors]; - -export type TestPipelinePoliciesTestPipelinePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeletePolicyPoliciesPolicyIdDeleteData = { - body?: never; - path: { - /** - * Policy Id - */ - policy_id: string; - }; - query?: never; - url: '/policies/{policy_id}'; -}; - -export type DeletePolicyPoliciesPolicyIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeletePolicyPoliciesPolicyIdDeleteError = DeletePolicyPoliciesPolicyIdDeleteErrors[keyof DeletePolicyPoliciesPolicyIdDeleteErrors]; - -export type DeletePolicyPoliciesPolicyIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetPolicyPoliciesPolicyIdGetData = { - body?: never; - path: { - /** - * Policy Id - */ - policy_id: string; - }; - query?: never; - url: '/policies/{policy_id}'; -}; - -export type GetPolicyPoliciesPolicyIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPolicyPoliciesPolicyIdGetError = GetPolicyPoliciesPolicyIdGetErrors[keyof GetPolicyPoliciesPolicyIdGetErrors]; - -export type GetPolicyPoliciesPolicyIdGetResponses = { - /** - * Successful Response - */ - 200: PolicyDbResponse; -}; - -export type GetPolicyPoliciesPolicyIdGetResponse = GetPolicyPoliciesPolicyIdGetResponses[keyof GetPolicyPoliciesPolicyIdGetResponses]; - -export type UpdatePolicyPoliciesPolicyIdPutData = { - body: PolicyUpdateRequest; - path: { - /** - * Policy Id - */ - policy_id: string; - }; - query?: never; - url: '/policies/{policy_id}'; -}; - -export type UpdatePolicyPoliciesPolicyIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdatePolicyPoliciesPolicyIdPutError = UpdatePolicyPoliciesPolicyIdPutErrors[keyof UpdatePolicyPoliciesPolicyIdPutErrors]; - -export type UpdatePolicyPoliciesPolicyIdPutResponses = { - /** - * Successful Response - */ - 200: PolicyDbResponse; -}; - -export type UpdatePolicyPoliciesPolicyIdPutResponse = UpdatePolicyPoliciesPolicyIdPutResponses[keyof UpdatePolicyPoliciesPolicyIdPutResponses]; - -export type GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetData = { - body?: never; - path: { - /** - * Policy Id - */ - policy_id: string; - }; - query?: never; - url: '/policies/{policy_id}/resolved-guardrails'; -}; - -export type GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetError = GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetErrors[keyof GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetErrors]; - -export type GetResolvedGuardrailsPoliciesPolicyIdResolvedGuardrailsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutData = { - body: PolicyVersionStatusUpdateRequest; - path: { - /** - * Policy Id - */ - policy_id: string; - }; - query?: never; - url: '/policies/{policy_id}/status'; -}; - -export type UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutError = UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutErrors[keyof UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutErrors]; - -export type UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutResponses = { - /** - * Successful Response - */ - 200: PolicyDbResponse; -}; - -export type UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutResponse = UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutResponses[keyof UpdatePolicyVersionStatusPoliciesPolicyIdStatusPutResponses]; - -export type GetAgentDailyActivityAgentDailyActivityGetData = { - body?: never; - path?: never; - query?: { - /** - * Agent Ids - */ - agent_ids?: string | null; - /** - * Start Date - */ - start_date?: string | null; - /** - * End Date - */ - end_date?: string | null; - /** - * Model - */ - model?: string | null; - /** - * Api Key - */ - api_key?: string | null; - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - /** - * Exclude Agent Ids - */ - exclude_agent_ids?: string | null; - }; - url: '/agent/daily/activity'; -}; - -export type GetAgentDailyActivityAgentDailyActivityGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAgentDailyActivityAgentDailyActivityGetError = GetAgentDailyActivityAgentDailyActivityGetErrors[keyof GetAgentDailyActivityAgentDailyActivityGetErrors]; - -export type GetAgentDailyActivityAgentDailyActivityGetResponses = { - /** - * Successful Response - */ - 200: SpendAnalyticsPaginatedResponse; -}; - -export type GetAgentDailyActivityAgentDailyActivityGetResponse = GetAgentDailyActivityAgentDailyActivityGetResponses[keyof GetAgentDailyActivityAgentDailyActivityGetResponses]; - -export type GetAgentsV1AgentsGetData = { - body?: never; - path?: never; - query?: { - /** - * Health Check - * - * When true, performs a GET request to each agent's URL. Agents with reachable URLs (HTTP status < 500) and agents without a URL are returned; unreachable agents are filtered out. - */ - health_check?: boolean; - }; - url: '/v1/agents'; -}; - -export type GetAgentsV1AgentsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAgentsV1AgentsGetError = GetAgentsV1AgentsGetErrors[keyof GetAgentsV1AgentsGetErrors]; - -export type GetAgentsV1AgentsGetResponses = { - /** - * Response Get Agents V1 Agents Get - * - * Successful Response - */ - 200: Array; -}; - -export type GetAgentsV1AgentsGetResponse = GetAgentsV1AgentsGetResponses[keyof GetAgentsV1AgentsGetResponses]; - -export type CreateAgentV1AgentsPostData = { - body: AgentConfig; - path?: never; - query?: never; - url: '/v1/agents'; -}; - -export type CreateAgentV1AgentsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateAgentV1AgentsPostError = CreateAgentV1AgentsPostErrors[keyof CreateAgentV1AgentsPostErrors]; - -export type CreateAgentV1AgentsPostResponses = { - /** - * Successful Response - */ - 200: AgentResponse; -}; - -export type CreateAgentV1AgentsPostResponse = CreateAgentV1AgentsPostResponses[keyof CreateAgentV1AgentsPostResponses]; - -export type MakeAgentsPublicV1AgentsMakePublicPostData = { - body: MakeAgentsPublicRequest; - path?: never; - query?: never; - url: '/v1/agents/make_public'; -}; - -export type MakeAgentsPublicV1AgentsMakePublicPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MakeAgentsPublicV1AgentsMakePublicPostError = MakeAgentsPublicV1AgentsMakePublicPostErrors[keyof MakeAgentsPublicV1AgentsMakePublicPostErrors]; - -export type MakeAgentsPublicV1AgentsMakePublicPostResponses = { - /** - * Successful Response - */ - 200: AgentMakePublicResponse; -}; - -export type MakeAgentsPublicV1AgentsMakePublicPostResponse = MakeAgentsPublicV1AgentsMakePublicPostResponses[keyof MakeAgentsPublicV1AgentsMakePublicPostResponses]; - -export type DeleteAgentV1AgentsAgentIdDeleteData = { - body?: never; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/v1/agents/{agent_id}'; -}; - -export type DeleteAgentV1AgentsAgentIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteAgentV1AgentsAgentIdDeleteError = DeleteAgentV1AgentsAgentIdDeleteErrors[keyof DeleteAgentV1AgentsAgentIdDeleteErrors]; - -export type DeleteAgentV1AgentsAgentIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetAgentByIdV1AgentsAgentIdGetData = { - body?: never; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/v1/agents/{agent_id}'; -}; - -export type GetAgentByIdV1AgentsAgentIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAgentByIdV1AgentsAgentIdGetError = GetAgentByIdV1AgentsAgentIdGetErrors[keyof GetAgentByIdV1AgentsAgentIdGetErrors]; - -export type GetAgentByIdV1AgentsAgentIdGetResponses = { - /** - * Successful Response - */ - 200: AgentResponse; -}; - -export type GetAgentByIdV1AgentsAgentIdGetResponse = GetAgentByIdV1AgentsAgentIdGetResponses[keyof GetAgentByIdV1AgentsAgentIdGetResponses]; - -export type PatchAgentV1AgentsAgentIdPatchData = { - body: PatchAgentRequest; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/v1/agents/{agent_id}'; -}; - -export type PatchAgentV1AgentsAgentIdPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type PatchAgentV1AgentsAgentIdPatchError = PatchAgentV1AgentsAgentIdPatchErrors[keyof PatchAgentV1AgentsAgentIdPatchErrors]; - -export type PatchAgentV1AgentsAgentIdPatchResponses = { - /** - * Successful Response - */ - 200: AgentResponse; -}; - -export type PatchAgentV1AgentsAgentIdPatchResponse = PatchAgentV1AgentsAgentIdPatchResponses[keyof PatchAgentV1AgentsAgentIdPatchResponses]; - -export type UpdateAgentV1AgentsAgentIdPutData = { - body: AgentConfig; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/v1/agents/{agent_id}'; -}; - -export type UpdateAgentV1AgentsAgentIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateAgentV1AgentsAgentIdPutError = UpdateAgentV1AgentsAgentIdPutErrors[keyof UpdateAgentV1AgentsAgentIdPutErrors]; - -export type UpdateAgentV1AgentsAgentIdPutResponses = { - /** - * Successful Response - */ - 200: AgentResponse; -}; - -export type UpdateAgentV1AgentsAgentIdPutResponse = UpdateAgentV1AgentsAgentIdPutResponses[keyof UpdateAgentV1AgentsAgentIdPutResponses]; - -export type MakeAgentPublicV1AgentsAgentIdMakePublicPostData = { - body?: never; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/v1/agents/{agent_id}/make_public'; -}; - -export type MakeAgentPublicV1AgentsAgentIdMakePublicPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MakeAgentPublicV1AgentsAgentIdMakePublicPostError = MakeAgentPublicV1AgentsAgentIdMakePublicPostErrors[keyof MakeAgentPublicV1AgentsAgentIdMakePublicPostErrors]; - -export type MakeAgentPublicV1AgentsAgentIdMakePublicPostResponses = { - /** - * Successful Response - */ - 200: AgentMakePublicResponse; -}; - -export type MakeAgentPublicV1AgentsAgentIdMakePublicPostResponse = MakeAgentPublicV1AgentsAgentIdMakePublicPostResponses[keyof MakeAgentPublicV1AgentsAgentIdMakePublicPostResponses]; - -export type GetV1BetaAgentsData = { - body?: never; - path?: never; - query?: never; - url: '/v1beta/agents'; -}; - -export type GetV1BetaAgentsResponses = { - /** - * OK - */ - 200: unknown; -}; - -export type InvokeAgentA2aA2aAgentIdPostData = { - body?: never; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/a2a/{agent_id}'; -}; - -export type InvokeAgentA2aA2aAgentIdPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InvokeAgentA2aA2aAgentIdPostError = InvokeAgentA2aA2aAgentIdPostErrors[keyof InvokeAgentA2aA2aAgentIdPostErrors]; - -export type InvokeAgentA2aA2aAgentIdPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetData = { - body?: never; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/a2a/{agent_id}/.well-known/agent-card.json'; -}; - -export type GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetError = GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetErrors[keyof GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetErrors]; - -export type GetAgentCardA2aAgentIdWellKnownAgentCardJsonGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetAgentCardA2aAgentIdWellKnownAgentJsonGetData = { - body?: never; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/a2a/{agent_id}/.well-known/agent.json'; -}; - -export type GetAgentCardA2aAgentIdWellKnownAgentJsonGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAgentCardA2aAgentIdWellKnownAgentJsonGetError = GetAgentCardA2aAgentIdWellKnownAgentJsonGetErrors[keyof GetAgentCardA2aAgentIdWellKnownAgentJsonGetErrors]; - -export type GetAgentCardA2aAgentIdWellKnownAgentJsonGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type InvokeAgentA2aA2aAgentIdMessageSendPostData = { - body?: never; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/a2a/{agent_id}/message/send'; -}; - -export type InvokeAgentA2aA2aAgentIdMessageSendPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InvokeAgentA2aA2aAgentIdMessageSendPostError = InvokeAgentA2aA2aAgentIdMessageSendPostErrors[keyof InvokeAgentA2aA2aAgentIdMessageSendPostErrors]; - -export type InvokeAgentA2aA2aAgentIdMessageSendPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type InvokeAgentA2aV1A2aAgentIdMessageSendPostData = { - body?: never; - path: { - /** - * Agent Id - */ - agent_id: string; - }; - query?: never; - url: '/v1/a2a/{agent_id}/message/send'; -}; - -export type InvokeAgentA2aV1A2aAgentIdMessageSendPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InvokeAgentA2aV1A2aAgentIdMessageSendPostError = InvokeAgentA2aV1A2aAgentIdMessageSendPostErrors[keyof InvokeAgentA2aV1A2aAgentIdMessageSendPostErrors]; - -export type InvokeAgentA2aV1A2aAgentIdMessageSendPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type IndexCreateV1IndexesPostData = { - body: IndexCreateRequest; - path?: never; - query?: never; - url: '/v1/indexes'; -}; - -export type IndexCreateV1IndexesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type IndexCreateV1IndexesPostError = IndexCreateV1IndexesPostErrors[keyof IndexCreateV1IndexesPostErrors]; - -export type IndexCreateV1IndexesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreListV1VectorStoresGetData = { - body?: never; - path?: never; - query?: { - /** - * After - */ - after?: string | null; - /** - * Before - */ - before?: string | null; - /** - * Limit - */ - limit?: number | null; - /** - * Order - */ - order?: string | null; - }; - url: '/v1/vector_stores'; -}; - -export type VectorStoreListV1VectorStoresGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreListV1VectorStoresGetError = VectorStoreListV1VectorStoresGetErrors[keyof VectorStoreListV1VectorStoresGetErrors]; - -export type VectorStoreListV1VectorStoresGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreCreateV1VectorStoresPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/vector_stores'; -}; - -export type VectorStoreCreateV1VectorStoresPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}'; -}; - -export type VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteError = VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteErrors[keyof VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteErrors]; - -export type VectorStoreDeleteV1VectorStoresVectorStoreIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreRetrieveV1VectorStoresVectorStoreIdGetData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}'; -}; - -export type VectorStoreRetrieveV1VectorStoresVectorStoreIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreRetrieveV1VectorStoresVectorStoreIdGetError = VectorStoreRetrieveV1VectorStoresVectorStoreIdGetErrors[keyof VectorStoreRetrieveV1VectorStoresVectorStoreIdGetErrors]; - -export type VectorStoreRetrieveV1VectorStoresVectorStoreIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreUpdateV1VectorStoresVectorStoreIdPostData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}'; -}; - -export type VectorStoreUpdateV1VectorStoresVectorStoreIdPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreUpdateV1VectorStoresVectorStoreIdPostError = VectorStoreUpdateV1VectorStoresVectorStoreIdPostErrors[keyof VectorStoreUpdateV1VectorStoresVectorStoreIdPostErrors]; - -export type VectorStoreUpdateV1VectorStoresVectorStoreIdPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}/files'; -}; - -export type VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetError = VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetErrors[keyof VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetErrors]; - -export type VectorStoreFileListV1VectorStoresVectorStoreIdFilesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}/files'; -}; - -export type VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostError = VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostErrors[keyof VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostErrors]; - -export type VectorStoreFileCreateV1VectorStoresVectorStoreIdFilesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}/files/{file_id}'; -}; - -export type VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteError = VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteErrors[keyof VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteErrors]; - -export type VectorStoreFileDeleteV1VectorStoresVectorStoreIdFilesFileIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}/files/{file_id}'; -}; - -export type VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetError = VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetErrors[keyof VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetErrors]; - -export type VectorStoreFileRetrieveV1VectorStoresVectorStoreIdFilesFileIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}/files/{file_id}'; -}; - -export type VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostError = VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostErrors[keyof VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostErrors]; - -export type VectorStoreFileUpdateV1VectorStoresVectorStoreIdFilesFileIdPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}/files/{file_id}/content'; -}; - -export type VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetError = VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetErrors[keyof VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetErrors]; - -export type VectorStoreFileContentV1VectorStoresVectorStoreIdFilesFileIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/v1/vector_stores/{vector_store_id}/search'; -}; - -export type VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostError = VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostErrors[keyof VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostErrors]; - -export type VectorStoreSearchV1VectorStoresVectorStoreIdSearchPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreListVectorStoresGetData = { - body?: never; - path?: never; - query?: { - /** - * After - */ - after?: string | null; - /** - * Before - */ - before?: string | null; - /** - * Limit - */ - limit?: number | null; - /** - * Order - */ - order?: string | null; - }; - url: '/vector_stores'; -}; - -export type VectorStoreListVectorStoresGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreListVectorStoresGetError = VectorStoreListVectorStoresGetErrors[keyof VectorStoreListVectorStoresGetErrors]; - -export type VectorStoreListVectorStoresGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreCreateVectorStoresPostData = { - body?: never; - path?: never; - query?: never; - url: '/vector_stores'; -}; - -export type VectorStoreCreateVectorStoresPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreDeleteVectorStoresVectorStoreIdDeleteData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}'; -}; - -export type VectorStoreDeleteVectorStoresVectorStoreIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreDeleteVectorStoresVectorStoreIdDeleteError = VectorStoreDeleteVectorStoresVectorStoreIdDeleteErrors[keyof VectorStoreDeleteVectorStoresVectorStoreIdDeleteErrors]; - -export type VectorStoreDeleteVectorStoresVectorStoreIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreRetrieveVectorStoresVectorStoreIdGetData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}'; -}; - -export type VectorStoreRetrieveVectorStoresVectorStoreIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreRetrieveVectorStoresVectorStoreIdGetError = VectorStoreRetrieveVectorStoresVectorStoreIdGetErrors[keyof VectorStoreRetrieveVectorStoresVectorStoreIdGetErrors]; - -export type VectorStoreRetrieveVectorStoresVectorStoreIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreUpdateVectorStoresVectorStoreIdPostData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}'; -}; - -export type VectorStoreUpdateVectorStoresVectorStoreIdPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreUpdateVectorStoresVectorStoreIdPostError = VectorStoreUpdateVectorStoresVectorStoreIdPostErrors[keyof VectorStoreUpdateVectorStoresVectorStoreIdPostErrors]; - -export type VectorStoreUpdateVectorStoresVectorStoreIdPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileListVectorStoresVectorStoreIdFilesGetData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}/files'; -}; - -export type VectorStoreFileListVectorStoresVectorStoreIdFilesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileListVectorStoresVectorStoreIdFilesGetError = VectorStoreFileListVectorStoresVectorStoreIdFilesGetErrors[keyof VectorStoreFileListVectorStoresVectorStoreIdFilesGetErrors]; - -export type VectorStoreFileListVectorStoresVectorStoreIdFilesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}/files'; -}; - -export type VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostError = VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostErrors[keyof VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostErrors]; - -export type VectorStoreFileCreateVectorStoresVectorStoreIdFilesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}/files/{file_id}'; -}; - -export type VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteError = VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteErrors[keyof VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteErrors]; - -export type VectorStoreFileDeleteVectorStoresVectorStoreIdFilesFileIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}/files/{file_id}'; -}; - -export type VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetError = VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetErrors[keyof VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetErrors]; - -export type VectorStoreFileRetrieveVectorStoresVectorStoreIdFilesFileIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}/files/{file_id}'; -}; - -export type VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostError = VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostErrors[keyof VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostErrors]; - -export type VectorStoreFileUpdateVectorStoresVectorStoreIdFilesFileIdPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - /** - * File Id - */ - file_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}/files/{file_id}/content'; -}; - -export type VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetError = VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetErrors[keyof VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetErrors]; - -export type VectorStoreFileContentVectorStoresVectorStoreIdFilesFileIdContentGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type VectorStoreSearchVectorStoresVectorStoreIdSearchPostData = { - body?: never; - path: { - /** - * Vector Store Id - */ - vector_store_id: string; - }; - query?: never; - url: '/vector_stores/{vector_store_id}/search'; -}; - -export type VectorStoreSearchVectorStoresVectorStoreIdSearchPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VectorStoreSearchVectorStoresVectorStoreIdSearchPostError = VectorStoreSearchVectorStoresVectorStoreIdSearchPostErrors[keyof VectorStoreSearchVectorStoresVectorStoreIdSearchPostErrors]; - -export type VectorStoreSearchVectorStoresVectorStoreIdSearchPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListVectorStoresV1VectorStoreListGetData = { - body?: never; - path?: never; - query?: { - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - }; - url: '/v1/vector_store/list'; -}; - -export type ListVectorStoresV1VectorStoreListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListVectorStoresV1VectorStoreListGetError = ListVectorStoresV1VectorStoreListGetErrors[keyof ListVectorStoresV1VectorStoreListGetErrors]; - -export type ListVectorStoresV1VectorStoreListGetResponses = { - /** - * Successful Response - */ - 200: LiteLlmManagedVectorStoreListResponse; -}; - -export type ListVectorStoresV1VectorStoreListGetResponse = ListVectorStoresV1VectorStoreListGetResponses[keyof ListVectorStoresV1VectorStoreListGetResponses]; - -export type DeleteVectorStoreVectorStoreDeletePostData = { - body: VectorStoreDeleteRequest; - path?: never; - query?: never; - url: '/vector_store/delete'; -}; - -export type DeleteVectorStoreVectorStoreDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteVectorStoreVectorStoreDeletePostError = DeleteVectorStoreVectorStoreDeletePostErrors[keyof DeleteVectorStoreVectorStoreDeletePostErrors]; - -export type DeleteVectorStoreVectorStoreDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetVectorStoreInfoVectorStoreInfoPostData = { - body: VectorStoreInfoRequest; - path?: never; - query?: never; - url: '/vector_store/info'; -}; - -export type GetVectorStoreInfoVectorStoreInfoPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetVectorStoreInfoVectorStoreInfoPostError = GetVectorStoreInfoVectorStoreInfoPostErrors[keyof GetVectorStoreInfoVectorStoreInfoPostErrors]; - -export type GetVectorStoreInfoVectorStoreInfoPostResponses = { - /** - * Successful Response - */ - 200: ResponseLiteLlmManagedVectorStore; -}; - -export type GetVectorStoreInfoVectorStoreInfoPostResponse = GetVectorStoreInfoVectorStoreInfoPostResponses[keyof GetVectorStoreInfoVectorStoreInfoPostResponses]; - -export type ListVectorStoresVectorStoreListGetData = { - body?: never; - path?: never; - query?: { - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - }; - url: '/vector_store/list'; -}; - -export type ListVectorStoresVectorStoreListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListVectorStoresVectorStoreListGetError = ListVectorStoresVectorStoreListGetErrors[keyof ListVectorStoresVectorStoreListGetErrors]; - -export type ListVectorStoresVectorStoreListGetResponses = { - /** - * Successful Response - */ - 200: LiteLlmManagedVectorStoreListResponse; -}; - -export type ListVectorStoresVectorStoreListGetResponse = ListVectorStoresVectorStoreListGetResponses[keyof ListVectorStoresVectorStoreListGetResponses]; - -export type NewVectorStoreVectorStoreNewPostData = { - body: LiteLlmManagedVectorStore; - path?: never; - query?: never; - url: '/vector_store/new'; -}; - -export type NewVectorStoreVectorStoreNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type NewVectorStoreVectorStoreNewPostError = NewVectorStoreVectorStoreNewPostErrors[keyof NewVectorStoreVectorStoreNewPostErrors]; - -export type NewVectorStoreVectorStoreNewPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateVectorStoreVectorStoreUpdatePostData = { - body: VectorStoreUpdateRequest; - path?: never; - query?: never; - url: '/vector_store/update'; -}; - -export type UpdateVectorStoreVectorStoreUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateVectorStoreVectorStoreUpdatePostError = UpdateVectorStoreVectorStoreUpdatePostErrors[keyof UpdateVectorStoreVectorStoreUpdatePostErrors]; - -export type UpdateVectorStoreVectorStoreUpdatePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListToolsV1ToolListGetData = { - body?: never; - path?: never; - query?: { - /** - * Input Policy - */ - input_policy?: 'trusted' | 'untrusted' | 'blocked' | null; - }; - url: '/v1/tool/list'; -}; - -export type ListToolsV1ToolListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListToolsV1ToolListGetError = ListToolsV1ToolListGetErrors[keyof ListToolsV1ToolListGetErrors]; - -export type ListToolsV1ToolListGetResponses = { - /** - * Successful Response - */ - 200: ToolListResponse; -}; - -export type ListToolsV1ToolListGetResponse = ListToolsV1ToolListGetResponses[keyof ListToolsV1ToolListGetResponses]; - -export type UpdateToolPolicyV1ToolPolicyPostData = { - body: ToolPolicyUpdateRequest; - path?: never; - query?: never; - url: '/v1/tool/policy'; -}; - -export type UpdateToolPolicyV1ToolPolicyPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateToolPolicyV1ToolPolicyPostError = UpdateToolPolicyV1ToolPolicyPostErrors[keyof UpdateToolPolicyV1ToolPolicyPostErrors]; - -export type UpdateToolPolicyV1ToolPolicyPostResponses = { - /** - * Successful Response - */ - 200: ToolPolicyUpdateResponse; -}; - -export type UpdateToolPolicyV1ToolPolicyPostResponse = UpdateToolPolicyV1ToolPolicyPostResponses[keyof UpdateToolPolicyV1ToolPolicyPostResponses]; - -export type GetToolPolicyOptionsV1ToolPolicyOptionsGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/tool/policy/options'; -}; - -export type GetToolPolicyOptionsV1ToolPolicyOptionsGetResponses = { - /** - * Successful Response - */ - 200: ToolPolicyOptionsResponse; -}; - -export type GetToolPolicyOptionsV1ToolPolicyOptionsGetResponse = GetToolPolicyOptionsV1ToolPolicyOptionsGetResponses[keyof GetToolPolicyOptionsV1ToolPolicyOptionsGetResponses]; - -export type GetToolV1ToolToolNameGetData = { - body?: never; - path: { - /** - * Tool Name - */ - tool_name: string; - }; - query?: never; - url: '/v1/tool/{tool_name}'; -}; - -export type GetToolV1ToolToolNameGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetToolV1ToolToolNameGetError = GetToolV1ToolToolNameGetErrors[keyof GetToolV1ToolToolNameGetErrors]; - -export type GetToolV1ToolToolNameGetResponses = { - /** - * Successful Response - */ - 200: LiteLlmToolTableRow; -}; - -export type GetToolV1ToolToolNameGetResponse = GetToolV1ToolToolNameGetResponses[keyof GetToolV1ToolToolNameGetResponses]; - -export type GetToolDetailV1ToolToolNameDetailGetData = { - body?: never; - path: { - /** - * Tool Name - */ - tool_name: string; - }; - query?: never; - url: '/v1/tool/{tool_name}/detail'; -}; - -export type GetToolDetailV1ToolToolNameDetailGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetToolDetailV1ToolToolNameDetailGetError = GetToolDetailV1ToolToolNameDetailGetErrors[keyof GetToolDetailV1ToolToolNameDetailGetErrors]; - -export type GetToolDetailV1ToolToolNameDetailGetResponses = { - /** - * Successful Response - */ - 200: ToolDetailResponse; -}; - -export type GetToolDetailV1ToolToolNameDetailGetResponse = GetToolDetailV1ToolToolNameDetailGetResponses[keyof GetToolDetailV1ToolToolNameDetailGetResponses]; - -export type GetToolUsageLogsV1ToolToolNameLogsGetData = { - body?: never; - path: { - /** - * Tool Name - */ - tool_name: string; - }; - query?: { - /** - * Page - */ - page?: number; - /** - * Page Size - */ - page_size?: number; - /** - * Start Date - * - * YYYY-MM-DD - */ - start_date?: string | null; - /** - * End Date - * - * YYYY-MM-DD - */ - end_date?: string | null; - }; - url: '/v1/tool/{tool_name}/logs'; -}; - -export type GetToolUsageLogsV1ToolToolNameLogsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetToolUsageLogsV1ToolToolNameLogsGetError = GetToolUsageLogsV1ToolToolNameLogsGetErrors[keyof GetToolUsageLogsV1ToolToolNameLogsGetErrors]; - -export type GetToolUsageLogsV1ToolToolNameLogsGetResponses = { - /** - * Successful Response - */ - 200: ToolUsageLogsResponse; -}; - -export type GetToolUsageLogsV1ToolToolNameLogsGetResponse = GetToolUsageLogsV1ToolToolNameLogsGetResponses[keyof GetToolUsageLogsV1ToolToolNameLogsGetResponses]; - -export type DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteData = { - body?: never; - path: { - /** - * Tool Name - */ - tool_name: string; - }; - query?: { - /** - * Team Id - * - * Team ID of the override to remove - */ - team_id?: string | null; - /** - * Key Hash - * - * Key hash of the override to remove - */ - key_hash?: string | null; - }; - url: '/v1/tool/{tool_name}/overrides'; -}; - -export type DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteError = DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteErrors[keyof DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteErrors]; - -export type DeleteToolPolicyOverrideV1ToolToolNameOverridesDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateSearchToolSearchToolsPostData = { - body: CreateSearchToolRequest; - path?: never; - query?: never; - url: '/search_tools'; -}; - -export type CreateSearchToolSearchToolsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateSearchToolSearchToolsPostError = CreateSearchToolSearchToolsPostErrors[keyof CreateSearchToolSearchToolsPostErrors]; - -export type CreateSearchToolSearchToolsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListSearchToolsSearchToolsListGetData = { - body?: never; - path?: never; - query?: never; - url: '/search_tools/list'; -}; - -export type ListSearchToolsSearchToolsListGetResponses = { - /** - * Successful Response - */ - 200: ListSearchToolsResponse; -}; - -export type ListSearchToolsSearchToolsListGetResponse = ListSearchToolsSearchToolsListGetResponses[keyof ListSearchToolsSearchToolsListGetResponses]; - -export type TestSearchToolConnectionSearchToolsTestConnectionPostData = { - body: TestSearchToolConnectionRequest; - path?: never; - query?: never; - url: '/search_tools/test_connection'; -}; - -export type TestSearchToolConnectionSearchToolsTestConnectionPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestSearchToolConnectionSearchToolsTestConnectionPostError = TestSearchToolConnectionSearchToolsTestConnectionPostErrors[keyof TestSearchToolConnectionSearchToolsTestConnectionPostErrors]; - -export type TestSearchToolConnectionSearchToolsTestConnectionPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetAvailableSearchProvidersSearchToolsUiAvailableProvidersGetData = { - body?: never; - path?: never; - query?: never; - url: '/search_tools/ui/available_providers'; -}; - -export type GetAvailableSearchProvidersSearchToolsUiAvailableProvidersGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeleteSearchToolSearchToolsSearchToolIdDeleteData = { - body?: never; - path: { - /** - * Search Tool Id - */ - search_tool_id: string; - }; - query?: never; - url: '/search_tools/{search_tool_id}'; -}; - -export type DeleteSearchToolSearchToolsSearchToolIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteSearchToolSearchToolsSearchToolIdDeleteError = DeleteSearchToolSearchToolsSearchToolIdDeleteErrors[keyof DeleteSearchToolSearchToolsSearchToolIdDeleteErrors]; - -export type DeleteSearchToolSearchToolsSearchToolIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetSearchToolInfoSearchToolsSearchToolIdGetData = { - body?: never; - path: { - /** - * Search Tool Id - */ - search_tool_id: string; - }; - query?: never; - url: '/search_tools/{search_tool_id}'; -}; - -export type GetSearchToolInfoSearchToolsSearchToolIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetSearchToolInfoSearchToolsSearchToolIdGetError = GetSearchToolInfoSearchToolsSearchToolIdGetErrors[keyof GetSearchToolInfoSearchToolsSearchToolIdGetErrors]; - -export type GetSearchToolInfoSearchToolsSearchToolIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdateSearchToolSearchToolsSearchToolIdPutData = { - body: UpdateSearchToolRequest; - path: { - /** - * Search Tool Id - */ - search_tool_id: string; - }; - query?: never; - url: '/search_tools/{search_tool_id}'; -}; - -export type UpdateSearchToolSearchToolsSearchToolIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateSearchToolSearchToolsSearchToolIdPutError = UpdateSearchToolSearchToolsSearchToolIdPutErrors[keyof UpdateSearchToolSearchToolsSearchToolIdPutErrors]; - -export type UpdateSearchToolSearchToolsSearchToolIdPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetMcpAccessGroupsV1McpAccessGroupsGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/mcp/access_groups'; -}; - -export type GetMcpAccessGroupsV1McpAccessGroupsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DiscoverMcpServersV1McpDiscoverGetData = { - body?: never; - path?: never; - query?: { - /** - * Query - * - * Search filter for server names and descriptions - */ - query?: string | null; - /** - * Category - * - * Filter by category - */ - category?: string | null; - }; - url: '/v1/mcp/discover'; -}; - -export type DiscoverMcpServersV1McpDiscoverGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DiscoverMcpServersV1McpDiscoverGetError = DiscoverMcpServersV1McpDiscoverGetErrors[keyof DiscoverMcpServersV1McpDiscoverGetErrors]; - -export type DiscoverMcpServersV1McpDiscoverGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type MakeMcpServersPublicV1McpMakePublicPostData = { - body: MakeMcpServersPublicRequest; - path?: never; - query?: never; - url: '/v1/mcp/make_public'; -}; - -export type MakeMcpServersPublicV1McpMakePublicPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type MakeMcpServersPublicV1McpMakePublicPostError = MakeMcpServersPublicV1McpMakePublicPostErrors[keyof MakeMcpServersPublicV1McpMakePublicPostErrors]; - -export type MakeMcpServersPublicV1McpMakePublicPostResponses = { - /** - * Successful Response - */ - 202: unknown; -}; - -export type GetClientIpV1McpNetworkClientIpGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/mcp/network/client-ip'; -}; - -export type GetClientIpV1McpNetworkClientIpGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetOpenapiRegistryV1McpOpenapiRegistryGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/mcp/openapi-registry'; -}; - -export type GetOpenapiRegistryV1McpOpenapiRegistryGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetMcpRegistryV1McpRegistryJsonGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/mcp/registry.json'; -}; - -export type GetMcpRegistryV1McpRegistryJsonGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type FetchAllMcpServersV1McpServerGetData = { - body?: never; - path?: never; - query?: { - /** - * Team Id - * - * Filter MCP servers by team scope. When provided, returns only servers the team has access to plus globally available (allow_all_keys) servers. Used by the Create Key UI to show team-scoped MCP servers. - */ - team_id?: string | null; - }; - url: '/v1/mcp/server'; -}; - -export type FetchAllMcpServersV1McpServerGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type FetchAllMcpServersV1McpServerGetError = FetchAllMcpServersV1McpServerGetErrors[keyof FetchAllMcpServersV1McpServerGetErrors]; - -export type FetchAllMcpServersV1McpServerGetResponses = { - /** - * Response Fetch All Mcp Servers V1 Mcp Server Get - * - * Successful Response - */ - 200: Array; -}; - -export type FetchAllMcpServersV1McpServerGetResponse = FetchAllMcpServersV1McpServerGetResponses[keyof FetchAllMcpServersV1McpServerGetResponses]; - -export type AddMcpServerV1McpServerPostData = { - body: NewMcpServerRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/v1/mcp/server'; -}; - -export type AddMcpServerV1McpServerPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AddMcpServerV1McpServerPostError = AddMcpServerV1McpServerPostErrors[keyof AddMcpServerV1McpServerPostErrors]; - -export type AddMcpServerV1McpServerPostResponses = { - /** - * Successful Response - */ - 201: LiteLlmMcpServerTable; -}; - -export type AddMcpServerV1McpServerPostResponse = AddMcpServerV1McpServerPostResponses[keyof AddMcpServerV1McpServerPostResponses]; - -export type EditMcpServerV1McpServerPutData = { - body: UpdateMcpServerRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/v1/mcp/server'; -}; - -export type EditMcpServerV1McpServerPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EditMcpServerV1McpServerPutError = EditMcpServerV1McpServerPutErrors[keyof EditMcpServerV1McpServerPutErrors]; - -export type EditMcpServerV1McpServerPutResponses = { - /** - * Successful Response - */ - 202: LiteLlmMcpServerTable; -}; - -export type EditMcpServerV1McpServerPutResponse = EditMcpServerV1McpServerPutResponses[keyof EditMcpServerV1McpServerPutResponses]; - -export type HealthCheckServersV1McpServerHealthGetData = { - body?: never; - path?: never; - query?: { - /** - * Server Ids - * - * Server IDs to check. If not provided, checks all accessible servers. - */ - server_ids?: Array | null; - }; - url: '/v1/mcp/server/health'; -}; - -export type HealthCheckServersV1McpServerHealthGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type HealthCheckServersV1McpServerHealthGetError = HealthCheckServersV1McpServerHealthGetErrors[keyof HealthCheckServersV1McpServerHealthGetErrors]; - -export type HealthCheckServersV1McpServerHealthGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AddSessionMcpServerV1McpServerOauthSessionPostData = { - body: NewMcpServerRequest; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/v1/mcp/server/oauth/session'; -}; - -export type AddSessionMcpServerV1McpServerOauthSessionPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AddSessionMcpServerV1McpServerOauthSessionPostError = AddSessionMcpServerV1McpServerOauthSessionPostErrors[keyof AddSessionMcpServerV1McpServerOauthSessionPostErrors]; - -export type AddSessionMcpServerV1McpServerOauthSessionPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RegisterMcpServerV1McpServerRegisterPostData = { - body: NewMcpServerRequest; - path?: never; - query?: never; - url: '/v1/mcp/server/register'; -}; - -export type RegisterMcpServerV1McpServerRegisterPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RegisterMcpServerV1McpServerRegisterPostError = RegisterMcpServerV1McpServerRegisterPostErrors[keyof RegisterMcpServerV1McpServerRegisterPostErrors]; - -export type RegisterMcpServerV1McpServerRegisterPostResponses = { - /** - * Successful Response - */ - 201: LiteLlmMcpServerTable; -}; - -export type RegisterMcpServerV1McpServerRegisterPostResponse = RegisterMcpServerV1McpServerRegisterPostResponses[keyof RegisterMcpServerV1McpServerRegisterPostResponses]; - -export type GetMcpServerSubmissionsV1McpServerSubmissionsGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/mcp/server/submissions'; -}; - -export type GetMcpServerSubmissionsV1McpServerSubmissionsGetResponses = { - /** - * Successful Response - */ - 200: McpSubmissionsSummary; -}; - -export type GetMcpServerSubmissionsV1McpServerSubmissionsGetResponse = GetMcpServerSubmissionsV1McpServerSubmissionsGetResponses[keyof GetMcpServerSubmissionsV1McpServerSubmissionsGetResponses]; - -export type RemoveMcpServerV1McpServerServerIdDeleteData = { - body?: never; - headers?: { - /** - * Litellm-Changed-By - * - * The litellm-changed-by header enables tracking of actions performed by authorized users on behalf of other users, providing an audit trail for accountability - */ - 'litellm-changed-by'?: string | null; - }; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}'; -}; - -export type RemoveMcpServerV1McpServerServerIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RemoveMcpServerV1McpServerServerIdDeleteError = RemoveMcpServerV1McpServerServerIdDeleteErrors[keyof RemoveMcpServerV1McpServerServerIdDeleteErrors]; - -export type RemoveMcpServerV1McpServerServerIdDeleteResponses = { - /** - * Successful Response - */ - 202: unknown; -}; - -export type FetchMcpServerV1McpServerServerIdGetData = { - body?: never; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}'; -}; - -export type FetchMcpServerV1McpServerServerIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type FetchMcpServerV1McpServerServerIdGetError = FetchMcpServerV1McpServerServerIdGetErrors[keyof FetchMcpServerV1McpServerServerIdGetErrors]; - -export type FetchMcpServerV1McpServerServerIdGetResponses = { - /** - * Successful Response - */ - 200: LiteLlmMcpServerTable; -}; - -export type FetchMcpServerV1McpServerServerIdGetResponse = FetchMcpServerV1McpServerServerIdGetResponses[keyof FetchMcpServerV1McpServerServerIdGetResponses]; - -export type ApproveMcpServerSubmissionV1McpServerServerIdApprovePutData = { - body?: never; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}/approve'; -}; - -export type ApproveMcpServerSubmissionV1McpServerServerIdApprovePutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ApproveMcpServerSubmissionV1McpServerServerIdApprovePutError = ApproveMcpServerSubmissionV1McpServerServerIdApprovePutErrors[keyof ApproveMcpServerSubmissionV1McpServerServerIdApprovePutErrors]; - -export type ApproveMcpServerSubmissionV1McpServerServerIdApprovePutResponses = { - /** - * Successful Response - */ - 200: LiteLlmMcpServerTable; -}; - -export type ApproveMcpServerSubmissionV1McpServerServerIdApprovePutResponse = ApproveMcpServerSubmissionV1McpServerServerIdApprovePutResponses[keyof ApproveMcpServerSubmissionV1McpServerServerIdApprovePutResponses]; - -export type DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteData = { - body?: never; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}/oauth-user-credential'; -}; - -export type DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteError = DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteErrors[keyof DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteErrors]; - -export type DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteResponses = { - /** - * Successful Response - */ - 200: McpoAuthUserCredentialStatus; -}; - -export type DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteResponse = DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteResponses[keyof DeleteMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialDeleteResponses]; - -export type StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostData = { - body: McpoAuthUserCredentialRequest; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}/oauth-user-credential'; -}; - -export type StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostError = StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostErrors[keyof StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostErrors]; - -export type StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostResponses = { - /** - * Successful Response - */ - 200: McpoAuthUserCredentialStatus; -}; - -export type StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostResponse = StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostResponses[keyof StoreMcpOauthUserCredentialV1McpServerServerIdOauthUserCredentialPostResponses]; - -export type GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetData = { - body?: never; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}/oauth-user-credential/status'; -}; - -export type GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetError = GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetErrors[keyof GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetErrors]; - -export type GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetResponses = { - /** - * Successful Response - */ - 200: McpoAuthUserCredentialStatus; -}; - -export type GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetResponse = GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetResponses[keyof GetMcpOauthUserCredentialStatusV1McpServerServerIdOauthUserCredentialStatusGetResponses]; - -export type RejectMcpServerSubmissionV1McpServerServerIdRejectPutData = { - body: RejectMcpServerRequest; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}/reject'; -}; - -export type RejectMcpServerSubmissionV1McpServerServerIdRejectPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RejectMcpServerSubmissionV1McpServerServerIdRejectPutError = RejectMcpServerSubmissionV1McpServerServerIdRejectPutErrors[keyof RejectMcpServerSubmissionV1McpServerServerIdRejectPutErrors]; - -export type RejectMcpServerSubmissionV1McpServerServerIdRejectPutResponses = { - /** - * Successful Response - */ - 200: LiteLlmMcpServerTable; -}; - -export type RejectMcpServerSubmissionV1McpServerServerIdRejectPutResponse = RejectMcpServerSubmissionV1McpServerServerIdRejectPutResponses[keyof RejectMcpServerSubmissionV1McpServerServerIdRejectPutResponses]; - -export type DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteData = { - body?: never; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}/user-credential'; -}; - -export type DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteError = DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteErrors[keyof DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteErrors]; - -export type DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteResponses = { - /** - * Successful Response - */ - 200: McpUserCredentialResponse; -}; - -export type DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteResponse = DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteResponses[keyof DeleteMcpUserCredentialV1McpServerServerIdUserCredentialDeleteResponses]; - -export type StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostData = { - body: McpUserCredentialRequest; - path: { - /** - * Server Id - */ - server_id: string; - }; - query?: never; - url: '/v1/mcp/server/{server_id}/user-credential'; -}; - -export type StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostError = StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostErrors[keyof StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostErrors]; - -export type StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostResponses = { - /** - * Successful Response - */ - 200: McpUserCredentialResponse; -}; - -export type StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostResponse = StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostResponses[keyof StoreMcpUserCredentialV1McpServerServerIdUserCredentialPostResponses]; - -export type GetMcpToolsV1McpToolsGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/mcp/tools'; -}; - -export type GetMcpToolsV1McpToolsGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type FetchMcpToolsetsV1McpToolsetGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/mcp/toolset'; -}; - -export type FetchMcpToolsetsV1McpToolsetGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AddMcpToolsetV1McpToolsetPostData = { - body: NewMcpToolsetRequest; - headers?: { - /** - * Litellm-Changed-By - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/v1/mcp/toolset'; -}; - -export type AddMcpToolsetV1McpToolsetPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type AddMcpToolsetV1McpToolsetPostError = AddMcpToolsetV1McpToolsetPostErrors[keyof AddMcpToolsetV1McpToolsetPostErrors]; - -export type AddMcpToolsetV1McpToolsetPostResponses = { - /** - * Successful Response - */ - 201: unknown; -}; - -export type EditMcpToolsetV1McpToolsetPutData = { - body: UpdateMcpToolsetRequest; - headers?: { - /** - * Litellm-Changed-By - */ - 'litellm-changed-by'?: string | null; - }; - path?: never; - query?: never; - url: '/v1/mcp/toolset'; -}; - -export type EditMcpToolsetV1McpToolsetPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EditMcpToolsetV1McpToolsetPutError = EditMcpToolsetV1McpToolsetPutErrors[keyof EditMcpToolsetV1McpToolsetPutErrors]; - -export type EditMcpToolsetV1McpToolsetPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type RemoveMcpToolsetV1McpToolsetToolsetIdDeleteData = { - body?: never; - headers?: { - /** - * Litellm-Changed-By - */ - 'litellm-changed-by'?: string | null; - }; - path: { - /** - * Toolset Id - */ - toolset_id: string; - }; - query?: never; - url: '/v1/mcp/toolset/{toolset_id}'; -}; - -export type RemoveMcpToolsetV1McpToolsetToolsetIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RemoveMcpToolsetV1McpToolsetToolsetIdDeleteError = RemoveMcpToolsetV1McpToolsetToolsetIdDeleteErrors[keyof RemoveMcpToolsetV1McpToolsetToolsetIdDeleteErrors]; - -export type RemoveMcpToolsetV1McpToolsetToolsetIdDeleteResponses = { - /** - * Successful Response - */ - 202: unknown; -}; - -export type FetchMcpToolsetV1McpToolsetToolsetIdGetData = { - body?: never; - path: { - /** - * Toolset Id - */ - toolset_id: string; - }; - query?: never; - url: '/v1/mcp/toolset/{toolset_id}'; -}; - -export type FetchMcpToolsetV1McpToolsetToolsetIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type FetchMcpToolsetV1McpToolsetToolsetIdGetError = FetchMcpToolsetV1McpToolsetToolsetIdGetErrors[keyof FetchMcpToolsetV1McpToolsetToolsetIdGetErrors]; - -export type FetchMcpToolsetV1McpToolsetToolsetIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListMcpUserCredentialsV1McpUserCredentialsGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/mcp/user-credentials'; -}; - -export type ListMcpUserCredentialsV1McpUserCredentialsGetResponses = { - /** - * Response List Mcp User Credentials V1 Mcp User Credentials Get - * - * Successful Response - */ - 200: Array; -}; - -export type ListMcpUserCredentialsV1McpUserCredentialsGetResponse = ListMcpUserCredentialsV1McpUserCredentialsGetResponses[keyof ListMcpUserCredentialsV1McpUserCredentialsGetResponses]; - -export type TestConnectionMcpRestTestConnectionPostData = { - body: NewMcpServerRequest; - path?: never; - query?: never; - url: '/mcp-rest/test/connection'; -}; - -export type TestConnectionMcpRestTestConnectionPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestConnectionMcpRestTestConnectionPostError = TestConnectionMcpRestTestConnectionPostErrors[keyof TestConnectionMcpRestTestConnectionPostErrors]; - -export type TestConnectionMcpRestTestConnectionPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TestToolsListMcpRestTestToolsListPostData = { - body: NewMcpServerRequest; - path?: never; - query?: never; - url: '/mcp-rest/test/tools/list'; -}; - -export type TestToolsListMcpRestTestToolsListPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestToolsListMcpRestTestToolsListPostError = TestToolsListMcpRestTestToolsListPostErrors[keyof TestToolsListMcpRestTestToolsListPostErrors]; - -export type TestToolsListMcpRestTestToolsListPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CallToolRestApiMcpRestToolsCallPostData = { - body?: never; - path?: never; - query?: never; - url: '/mcp-rest/tools/call'; -}; - -export type CallToolRestApiMcpRestToolsCallPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListToolRestApiMcpRestToolsListGetData = { - body?: never; - path?: never; - query?: { - /** - * Server Id - * - * The server id to list tools for - */ - server_id?: string | null; - }; - url: '/mcp-rest/tools/list'; -}; - -export type ListToolRestApiMcpRestToolsListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListToolRestApiMcpRestToolsListGetError = ListToolRestApiMcpRestToolsListGetErrors[keyof ListToolRestApiMcpRestToolsListGetErrors]; - -export type ListToolRestApiMcpRestToolsListGetResponses = { - /** - * Response List Tool Rest Api Mcp Rest Tools List Get - * - * Successful Response - */ - 200: { - [key: string]: unknown; - }; -}; - -export type ListToolRestApiMcpRestToolsListGetResponse = ListToolRestApiMcpRestToolsListGetResponses[keyof ListToolRestApiMcpRestToolsListGetResponses]; - -export type DeleteHashicorpVaultConfigConfigOverridesHashicorpVaultDeleteData = { - body?: never; - path?: never; - query?: never; - url: '/config_overrides/hashicorp_vault'; -}; - -export type DeleteHashicorpVaultConfigConfigOverridesHashicorpVaultDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetData = { - body?: never; - path?: never; - query?: never; - url: '/config_overrides/hashicorp_vault'; -}; - -export type GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetResponses = { - /** - * Successful Response - */ - 200: ConfigOverrideSettingsResponse; -}; - -export type GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetResponse = GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetResponses[keyof GetHashicorpVaultConfigConfigOverridesHashicorpVaultGetResponses]; - -export type UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostData = { - body: HashicorpVaultConfig; - path?: never; - query?: never; - url: '/config_overrides/hashicorp_vault'; -}; - -export type UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostError = UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostErrors[keyof UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostErrors]; - -export type UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type TestHashicorpVaultConnectionConfigOverridesHashicorpVaultTestConnectionPostData = { - body?: never; - path?: never; - query?: never; - url: '/config_overrides/hashicorp_vault/test_connection'; -}; - -export type TestHashicorpVaultConnectionConfigOverridesHashicorpVaultTestConnectionPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ProxyRealtimeCallsOpenaiV1RealtimeCallsPostData = { - body?: never; - path?: never; - query?: never; - url: '/openai/v1/realtime/calls'; -}; - -export type ProxyRealtimeCallsOpenaiV1RealtimeCallsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostData = { - body?: never; - path?: never; - query?: never; - url: '/openai/v1/realtime/client_secrets'; -}; - -export type CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostResponses = { - /** - * Successful Response - */ - 200: RealtimeClientSecretResponse; -}; - -export type CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostResponse = CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostResponses[keyof CreateRealtimeClientSecretOpenaiV1RealtimeClientSecretsPostResponses]; - -export type ProxyRealtimeCallsRealtimeCallsPostData = { - body?: never; - path?: never; - query?: never; - url: '/realtime/calls'; -}; - -export type ProxyRealtimeCallsRealtimeCallsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateRealtimeClientSecretRealtimeClientSecretsPostData = { - body?: never; - path?: never; - query?: never; - url: '/realtime/client_secrets'; -}; - -export type CreateRealtimeClientSecretRealtimeClientSecretsPostResponses = { - /** - * Successful Response - */ - 200: RealtimeClientSecretResponse; -}; - -export type CreateRealtimeClientSecretRealtimeClientSecretsPostResponse = CreateRealtimeClientSecretRealtimeClientSecretsPostResponses[keyof CreateRealtimeClientSecretRealtimeClientSecretsPostResponses]; - -export type ProxyRealtimeCallsV1RealtimeCallsPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/realtime/calls'; -}; - -export type ProxyRealtimeCallsV1RealtimeCallsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateRealtimeClientSecretV1RealtimeClientSecretsPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/realtime/client_secrets'; -}; - -export type CreateRealtimeClientSecretV1RealtimeClientSecretsPostResponses = { - /** - * Successful Response - */ - 200: RealtimeClientSecretResponse; -}; - -export type CreateRealtimeClientSecretV1RealtimeClientSecretsPostResponse = CreateRealtimeClientSecretV1RealtimeClientSecretsPostResponses[keyof CreateRealtimeClientSecretV1RealtimeClientSecretsPostResponses]; - -export type EventLoggingBatchApiEventLoggingBatchPostData = { - body?: never; - path?: never; - query?: never; - url: '/api/event_logging/batch'; -}; - -export type EventLoggingBatchApiEventLoggingBatchPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type AnthropicResponseV1MessagesPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/messages'; -}; - -export type AnthropicResponseV1MessagesPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CountTokensV1MessagesCountTokensPostData = { - body?: never; - path?: never; - query?: never; - url: '/v1/messages/count_tokens'; -}; - -export type CountTokensV1MessagesCountTokensPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListSkillsV1SkillsGetData = { - body?: never; - path?: never; - query?: { - /** - * Limit - */ - limit?: number | null; - /** - * After Id - */ - after_id?: string | null; - /** - * Before Id - */ - before_id?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/skills'; -}; - -export type ListSkillsV1SkillsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListSkillsV1SkillsGetError = ListSkillsV1SkillsGetErrors[keyof ListSkillsV1SkillsGetErrors]; - -export type ListSkillsV1SkillsGetResponses = { - /** - * Successful Response - */ - 200: ListSkillsResponse; -}; - -export type ListSkillsV1SkillsGetResponse = ListSkillsV1SkillsGetResponses[keyof ListSkillsV1SkillsGetResponses]; - -export type CreateSkillV1SkillsPostData = { - body?: never; - path?: never; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/skills'; -}; - -export type CreateSkillV1SkillsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateSkillV1SkillsPostError = CreateSkillV1SkillsPostErrors[keyof CreateSkillV1SkillsPostErrors]; - -export type CreateSkillV1SkillsPostResponses = { - /** - * Successful Response - */ - 200: Skill; -}; - -export type CreateSkillV1SkillsPostResponse = CreateSkillV1SkillsPostResponses[keyof CreateSkillV1SkillsPostResponses]; - -export type DeleteSkillV1SkillsSkillIdDeleteData = { - body?: never; - path: { - /** - * Skill Id - */ - skill_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/skills/{skill_id}'; -}; - -export type DeleteSkillV1SkillsSkillIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteSkillV1SkillsSkillIdDeleteError = DeleteSkillV1SkillsSkillIdDeleteErrors[keyof DeleteSkillV1SkillsSkillIdDeleteErrors]; - -export type DeleteSkillV1SkillsSkillIdDeleteResponses = { - /** - * Successful Response - */ - 200: DeleteSkillResponse; -}; - -export type DeleteSkillV1SkillsSkillIdDeleteResponse = DeleteSkillV1SkillsSkillIdDeleteResponses[keyof DeleteSkillV1SkillsSkillIdDeleteResponses]; - -export type GetSkillV1SkillsSkillIdGetData = { - body?: never; - path: { - /** - * Skill Id - */ - skill_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/skills/{skill_id}'; -}; - -export type GetSkillV1SkillsSkillIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetSkillV1SkillsSkillIdGetError = GetSkillV1SkillsSkillIdGetErrors[keyof GetSkillV1SkillsSkillIdGetErrors]; - -export type GetSkillV1SkillsSkillIdGetResponses = { - /** - * Successful Response - */ - 200: Skill; -}; - -export type GetSkillV1SkillsSkillIdGetResponse = GetSkillV1SkillsSkillIdGetResponses[keyof GetSkillV1SkillsSkillIdGetResponses]; - -export type LangfuseProxyRouteLangfuseEndpointDeleteData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/langfuse/{endpoint}'; -}; - -export type LangfuseProxyRouteLangfuseEndpointDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type LangfuseProxyRouteLangfuseEndpointDeleteError = LangfuseProxyRouteLangfuseEndpointDeleteErrors[keyof LangfuseProxyRouteLangfuseEndpointDeleteErrors]; - -export type LangfuseProxyRouteLangfuseEndpointDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type LangfuseProxyRouteLangfuseEndpointGetData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/langfuse/{endpoint}'; -}; - -export type LangfuseProxyRouteLangfuseEndpointGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type LangfuseProxyRouteLangfuseEndpointGetError = LangfuseProxyRouteLangfuseEndpointGetErrors[keyof LangfuseProxyRouteLangfuseEndpointGetErrors]; - -export type LangfuseProxyRouteLangfuseEndpointGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type LangfuseProxyRouteLangfuseEndpointPatchData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/langfuse/{endpoint}'; -}; - -export type LangfuseProxyRouteLangfuseEndpointPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type LangfuseProxyRouteLangfuseEndpointPatchError = LangfuseProxyRouteLangfuseEndpointPatchErrors[keyof LangfuseProxyRouteLangfuseEndpointPatchErrors]; - -export type LangfuseProxyRouteLangfuseEndpointPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type LangfuseProxyRouteLangfuseEndpointPostData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/langfuse/{endpoint}'; -}; - -export type LangfuseProxyRouteLangfuseEndpointPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type LangfuseProxyRouteLangfuseEndpointPostError = LangfuseProxyRouteLangfuseEndpointPostErrors[keyof LangfuseProxyRouteLangfuseEndpointPostErrors]; - -export type LangfuseProxyRouteLangfuseEndpointPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type LangfuseProxyRouteLangfuseEndpointPutData = { - body?: never; - path: { - /** - * Endpoint - */ - endpoint: string; - }; - query?: never; - url: '/langfuse/{endpoint}'; -}; - -export type LangfuseProxyRouteLangfuseEndpointPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type LangfuseProxyRouteLangfuseEndpointPutError = LangfuseProxyRouteLangfuseEndpointPutErrors[keyof LangfuseProxyRouteLangfuseEndpointPutErrors]; - -export type LangfuseProxyRouteLangfuseEndpointPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListEvalsV1EvalsGetData = { - body?: never; - path?: never; - query?: { - /** - * Limit - */ - limit?: number | null; - /** - * After - */ - after?: string | null; - /** - * Before - */ - before?: string | null; - /** - * Order - */ - order?: string | null; - /** - * Order By - */ - order_by?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals'; -}; - -export type ListEvalsV1EvalsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListEvalsV1EvalsGetError = ListEvalsV1EvalsGetErrors[keyof ListEvalsV1EvalsGetErrors]; - -export type ListEvalsV1EvalsGetResponses = { - /** - * Successful Response - */ - 200: ListEvalsResponse; -}; - -export type ListEvalsV1EvalsGetResponse = ListEvalsV1EvalsGetResponses[keyof ListEvalsV1EvalsGetResponses]; - -export type CreateEvalV1EvalsPostData = { - body?: never; - path?: never; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals'; -}; - -export type CreateEvalV1EvalsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateEvalV1EvalsPostError = CreateEvalV1EvalsPostErrors[keyof CreateEvalV1EvalsPostErrors]; - -export type CreateEvalV1EvalsPostResponses = { - /** - * Successful Response - */ - 200: Eval; -}; - -export type CreateEvalV1EvalsPostResponse = CreateEvalV1EvalsPostResponses[keyof CreateEvalV1EvalsPostResponses]; - -export type DeleteEvalV1EvalsEvalIdDeleteData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}'; -}; - -export type DeleteEvalV1EvalsEvalIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteEvalV1EvalsEvalIdDeleteError = DeleteEvalV1EvalsEvalIdDeleteErrors[keyof DeleteEvalV1EvalsEvalIdDeleteErrors]; - -export type DeleteEvalV1EvalsEvalIdDeleteResponses = { - /** - * Successful Response - */ - 200: DeleteEvalResponse; -}; - -export type DeleteEvalV1EvalsEvalIdDeleteResponse = DeleteEvalV1EvalsEvalIdDeleteResponses[keyof DeleteEvalV1EvalsEvalIdDeleteResponses]; - -export type GetEvalV1EvalsEvalIdGetData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}'; -}; - -export type GetEvalV1EvalsEvalIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetEvalV1EvalsEvalIdGetError = GetEvalV1EvalsEvalIdGetErrors[keyof GetEvalV1EvalsEvalIdGetErrors]; - -export type GetEvalV1EvalsEvalIdGetResponses = { - /** - * Successful Response - */ - 200: Eval; -}; - -export type GetEvalV1EvalsEvalIdGetResponse = GetEvalV1EvalsEvalIdGetResponses[keyof GetEvalV1EvalsEvalIdGetResponses]; - -export type UpdateEvalV1EvalsEvalIdPostData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}'; -}; - -export type UpdateEvalV1EvalsEvalIdPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateEvalV1EvalsEvalIdPostError = UpdateEvalV1EvalsEvalIdPostErrors[keyof UpdateEvalV1EvalsEvalIdPostErrors]; - -export type UpdateEvalV1EvalsEvalIdPostResponses = { - /** - * Successful Response - */ - 200: Eval; -}; - -export type UpdateEvalV1EvalsEvalIdPostResponse = UpdateEvalV1EvalsEvalIdPostResponses[keyof UpdateEvalV1EvalsEvalIdPostResponses]; - -export type CancelEvalV1EvalsEvalIdCancelPostData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}/cancel'; -}; - -export type CancelEvalV1EvalsEvalIdCancelPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelEvalV1EvalsEvalIdCancelPostError = CancelEvalV1EvalsEvalIdCancelPostErrors[keyof CancelEvalV1EvalsEvalIdCancelPostErrors]; - -export type CancelEvalV1EvalsEvalIdCancelPostResponses = { - /** - * Successful Response - */ - 200: CancelEvalResponse; -}; - -export type CancelEvalV1EvalsEvalIdCancelPostResponse = CancelEvalV1EvalsEvalIdCancelPostResponses[keyof CancelEvalV1EvalsEvalIdCancelPostResponses]; - -export type ListRunsV1EvalsEvalIdRunsGetData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - }; - query?: { - /** - * Limit - */ - limit?: number | null; - /** - * After - */ - after?: string | null; - /** - * Before - */ - before?: string | null; - /** - * Order - */ - order?: string | null; - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}/runs'; -}; - -export type ListRunsV1EvalsEvalIdRunsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListRunsV1EvalsEvalIdRunsGetError = ListRunsV1EvalsEvalIdRunsGetErrors[keyof ListRunsV1EvalsEvalIdRunsGetErrors]; - -export type ListRunsV1EvalsEvalIdRunsGetResponses = { - /** - * Successful Response - */ - 200: ListRunsResponse; -}; - -export type ListRunsV1EvalsEvalIdRunsGetResponse = ListRunsV1EvalsEvalIdRunsGetResponses[keyof ListRunsV1EvalsEvalIdRunsGetResponses]; - -export type CreateRunV1EvalsEvalIdRunsPostData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}/runs'; -}; - -export type CreateRunV1EvalsEvalIdRunsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateRunV1EvalsEvalIdRunsPostError = CreateRunV1EvalsEvalIdRunsPostErrors[keyof CreateRunV1EvalsEvalIdRunsPostErrors]; - -export type CreateRunV1EvalsEvalIdRunsPostResponses = { - /** - * Successful Response - */ - 200: Run; -}; - -export type CreateRunV1EvalsEvalIdRunsPostResponse = CreateRunV1EvalsEvalIdRunsPostResponses[keyof CreateRunV1EvalsEvalIdRunsPostResponses]; - -export type DeleteRunV1EvalsEvalIdRunsRunIdDeleteData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - /** - * Run Id - */ - run_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}/runs/{run_id}'; -}; - -export type DeleteRunV1EvalsEvalIdRunsRunIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteRunV1EvalsEvalIdRunsRunIdDeleteError = DeleteRunV1EvalsEvalIdRunsRunIdDeleteErrors[keyof DeleteRunV1EvalsEvalIdRunsRunIdDeleteErrors]; - -export type DeleteRunV1EvalsEvalIdRunsRunIdDeleteResponses = { - /** - * Successful Response - */ - 200: RunDeleteResponse; -}; - -export type DeleteRunV1EvalsEvalIdRunsRunIdDeleteResponse = DeleteRunV1EvalsEvalIdRunsRunIdDeleteResponses[keyof DeleteRunV1EvalsEvalIdRunsRunIdDeleteResponses]; - -export type GetRunV1EvalsEvalIdRunsRunIdGetData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - /** - * Run Id - */ - run_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}/runs/{run_id}'; -}; - -export type GetRunV1EvalsEvalIdRunsRunIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetRunV1EvalsEvalIdRunsRunIdGetError = GetRunV1EvalsEvalIdRunsRunIdGetErrors[keyof GetRunV1EvalsEvalIdRunsRunIdGetErrors]; - -export type GetRunV1EvalsEvalIdRunsRunIdGetResponses = { - /** - * Successful Response - */ - 200: Run; -}; - -export type GetRunV1EvalsEvalIdRunsRunIdGetResponse = GetRunV1EvalsEvalIdRunsRunIdGetResponses[keyof GetRunV1EvalsEvalIdRunsRunIdGetResponses]; - -export type CancelRunV1EvalsEvalIdRunsRunIdPostData = { - body?: never; - path: { - /** - * Eval Id - */ - eval_id: string; - /** - * Run Id - */ - run_id: string; - }; - query?: { - /** - * Custom Llm Provider - */ - custom_llm_provider?: string | null; - }; - url: '/v1/evals/{eval_id}/runs/{run_id}'; -}; - -export type CancelRunV1EvalsEvalIdRunsRunIdPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CancelRunV1EvalsEvalIdRunsRunIdPostError = CancelRunV1EvalsEvalIdRunsRunIdPostErrors[keyof CancelRunV1EvalsEvalIdRunsRunIdPostErrors]; - -export type CancelRunV1EvalsEvalIdRunsRunIdPostResponses = { - /** - * Successful Response - */ - 200: CancelRunResponse; -}; - -export type CancelRunV1EvalsEvalIdRunsRunIdPostResponse = CancelRunV1EvalsEvalIdRunsRunIdPostResponses[keyof CancelRunV1EvalsEvalIdRunsRunIdPostResponses]; - -export type GetMarketplaceClaudeCodeMarketplaceJsonGetData = { - body?: never; - path?: never; - query?: never; - url: '/claude-code/marketplace.json'; -}; - -export type GetMarketplaceClaudeCodeMarketplaceJsonGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListPluginsClaudeCodePluginsGetData = { - body?: never; - path?: never; - query?: { - /** - * Enabled Only - */ - enabled_only?: boolean; - }; - url: '/claude-code/plugins'; -}; - -export type ListPluginsClaudeCodePluginsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListPluginsClaudeCodePluginsGetError = ListPluginsClaudeCodePluginsGetErrors[keyof ListPluginsClaudeCodePluginsGetErrors]; - -export type ListPluginsClaudeCodePluginsGetResponses = { - /** - * Successful Response - */ - 200: ListPluginsResponse; -}; - -export type ListPluginsClaudeCodePluginsGetResponse = ListPluginsClaudeCodePluginsGetResponses[keyof ListPluginsClaudeCodePluginsGetResponses]; - -export type RegisterPluginClaudeCodePluginsPostData = { - body: RegisterPluginRequest; - path?: never; - query?: never; - url: '/claude-code/plugins'; -}; - -export type RegisterPluginClaudeCodePluginsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type RegisterPluginClaudeCodePluginsPostError = RegisterPluginClaudeCodePluginsPostErrors[keyof RegisterPluginClaudeCodePluginsPostErrors]; - -export type RegisterPluginClaudeCodePluginsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeletePluginClaudeCodePluginsPluginNameDeleteData = { - body?: never; - path: { - /** - * Plugin Name - */ - plugin_name: string; - }; - query?: never; - url: '/claude-code/plugins/{plugin_name}'; -}; - -export type DeletePluginClaudeCodePluginsPluginNameDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeletePluginClaudeCodePluginsPluginNameDeleteError = DeletePluginClaudeCodePluginsPluginNameDeleteErrors[keyof DeletePluginClaudeCodePluginsPluginNameDeleteErrors]; - -export type DeletePluginClaudeCodePluginsPluginNameDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetPluginClaudeCodePluginsPluginNameGetData = { - body?: never; - path: { - /** - * Plugin Name - */ - plugin_name: string; - }; - query?: never; - url: '/claude-code/plugins/{plugin_name}'; -}; - -export type GetPluginClaudeCodePluginsPluginNameGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPluginClaudeCodePluginsPluginNameGetError = GetPluginClaudeCodePluginsPluginNameGetErrors[keyof GetPluginClaudeCodePluginsPluginNameGetErrors]; - -export type GetPluginClaudeCodePluginsPluginNameGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DisablePluginClaudeCodePluginsPluginNameDisablePostData = { - body?: never; - path: { - /** - * Plugin Name - */ - plugin_name: string; - }; - query?: never; - url: '/claude-code/plugins/{plugin_name}/disable'; -}; - -export type DisablePluginClaudeCodePluginsPluginNameDisablePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DisablePluginClaudeCodePluginsPluginNameDisablePostError = DisablePluginClaudeCodePluginsPluginNameDisablePostErrors[keyof DisablePluginClaudeCodePluginsPluginNameDisablePostErrors]; - -export type DisablePluginClaudeCodePluginsPluginNameDisablePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type EnablePluginClaudeCodePluginsPluginNameEnablePostData = { - body?: never; - path: { - /** - * Plugin Name - */ - plugin_name: string; - }; - query?: never; - url: '/claude-code/plugins/{plugin_name}/enable'; -}; - -export type EnablePluginClaudeCodePluginsPluginNameEnablePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type EnablePluginClaudeCodePluginsPluginNameEnablePostError = EnablePluginClaudeCodePluginsPluginNameEnablePostErrors[keyof EnablePluginClaudeCodePluginsPluginNameEnablePostErrors]; - -export type EnablePluginClaudeCodePluginsPluginNameEnablePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetScimBaseScimV2GetData = { - body?: never; - path?: never; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2'; -}; - -export type GetScimBaseScimV2GetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetScimBaseScimV2GetError = GetScimBaseScimV2GetErrors[keyof GetScimBaseScimV2GetErrors]; - -export type GetScimBaseScimV2GetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetGroupsScimV2GroupsGetData = { - body?: never; - path?: never; - query?: { - /** - * Startindex - */ - startIndex?: number; - /** - * Count - */ - count?: number; - /** - * Filter - */ - filter?: string | null; - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Groups'; -}; - -export type GetGroupsScimV2GroupsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetGroupsScimV2GroupsGetError = GetGroupsScimV2GroupsGetErrors[keyof GetGroupsScimV2GroupsGetErrors]; - -export type GetGroupsScimV2GroupsGetResponses = { - /** - * Successful Response - */ - 200: ScimListResponse; -}; - -export type GetGroupsScimV2GroupsGetResponse = GetGroupsScimV2GroupsGetResponses[keyof GetGroupsScimV2GroupsGetResponses]; - -export type CreateGroupScimV2GroupsPostData = { - body: ScimGroup; - path?: never; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Groups'; -}; - -export type CreateGroupScimV2GroupsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateGroupScimV2GroupsPostError = CreateGroupScimV2GroupsPostErrors[keyof CreateGroupScimV2GroupsPostErrors]; - -export type CreateGroupScimV2GroupsPostResponses = { - /** - * Successful Response - */ - 201: ScimGroup; -}; - -export type CreateGroupScimV2GroupsPostResponse = CreateGroupScimV2GroupsPostResponses[keyof CreateGroupScimV2GroupsPostResponses]; - -export type DeleteGroupScimV2GroupsGroupIdDeleteData = { - body?: never; - path: { - /** - * Group ID - */ - group_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Groups/{group_id}'; -}; - -export type DeleteGroupScimV2GroupsGroupIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteGroupScimV2GroupsGroupIdDeleteError = DeleteGroupScimV2GroupsGroupIdDeleteErrors[keyof DeleteGroupScimV2GroupsGroupIdDeleteErrors]; - -export type DeleteGroupScimV2GroupsGroupIdDeleteResponses = { - /** - * Successful Response - */ - 204: void; -}; - -export type DeleteGroupScimV2GroupsGroupIdDeleteResponse = DeleteGroupScimV2GroupsGroupIdDeleteResponses[keyof DeleteGroupScimV2GroupsGroupIdDeleteResponses]; - -export type GetGroupScimV2GroupsGroupIdGetData = { - body?: never; - path: { - /** - * Group ID - */ - group_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Groups/{group_id}'; -}; - -export type GetGroupScimV2GroupsGroupIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetGroupScimV2GroupsGroupIdGetError = GetGroupScimV2GroupsGroupIdGetErrors[keyof GetGroupScimV2GroupsGroupIdGetErrors]; - -export type GetGroupScimV2GroupsGroupIdGetResponses = { - /** - * Successful Response - */ - 200: ScimGroup; -}; - -export type GetGroupScimV2GroupsGroupIdGetResponse = GetGroupScimV2GroupsGroupIdGetResponses[keyof GetGroupScimV2GroupsGroupIdGetResponses]; - -export type PatchGroupScimV2GroupsGroupIdPatchData = { - body: ScimPatchOp; - path: { - /** - * Group ID - */ - group_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Groups/{group_id}'; -}; - -export type PatchGroupScimV2GroupsGroupIdPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type PatchGroupScimV2GroupsGroupIdPatchError = PatchGroupScimV2GroupsGroupIdPatchErrors[keyof PatchGroupScimV2GroupsGroupIdPatchErrors]; - -export type PatchGroupScimV2GroupsGroupIdPatchResponses = { - /** - * Successful Response - */ - 200: ScimGroup; -}; - -export type PatchGroupScimV2GroupsGroupIdPatchResponse = PatchGroupScimV2GroupsGroupIdPatchResponses[keyof PatchGroupScimV2GroupsGroupIdPatchResponses]; - -export type UpdateGroupScimV2GroupsGroupIdPutData = { - body: ScimGroup; - path: { - /** - * Group ID - */ - group_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Groups/{group_id}'; -}; - -export type UpdateGroupScimV2GroupsGroupIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateGroupScimV2GroupsGroupIdPutError = UpdateGroupScimV2GroupsGroupIdPutErrors[keyof UpdateGroupScimV2GroupsGroupIdPutErrors]; - -export type UpdateGroupScimV2GroupsGroupIdPutResponses = { - /** - * Successful Response - */ - 200: ScimGroup; -}; - -export type UpdateGroupScimV2GroupsGroupIdPutResponse = UpdateGroupScimV2GroupsGroupIdPutResponses[keyof UpdateGroupScimV2GroupsGroupIdPutResponses]; - -export type GetResourceTypesScimV2ResourceTypesGetData = { - body?: never; - path?: never; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/ResourceTypes'; -}; - -export type GetResourceTypesScimV2ResourceTypesGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResourceTypesScimV2ResourceTypesGetError = GetResourceTypesScimV2ResourceTypesGetErrors[keyof GetResourceTypesScimV2ResourceTypesGetErrors]; - -export type GetResourceTypesScimV2ResourceTypesGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetResourceTypeScimV2ResourceTypesResourceTypeIdGetData = { - body?: never; - path: { - /** - * ResourceType ID - */ - resource_type_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/ResourceTypes/{resource_type_id}'; -}; - -export type GetResourceTypeScimV2ResourceTypesResourceTypeIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetResourceTypeScimV2ResourceTypesResourceTypeIdGetError = GetResourceTypeScimV2ResourceTypesResourceTypeIdGetErrors[keyof GetResourceTypeScimV2ResourceTypesResourceTypeIdGetErrors]; - -export type GetResourceTypeScimV2ResourceTypesResourceTypeIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetSchemasScimV2SchemasGetData = { - body?: never; - path?: never; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Schemas'; -}; - -export type GetSchemasScimV2SchemasGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetSchemasScimV2SchemasGetError = GetSchemasScimV2SchemasGetErrors[keyof GetSchemasScimV2SchemasGetErrors]; - -export type GetSchemasScimV2SchemasGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetSchemaScimV2SchemasSchemaIdGetData = { - body?: never; - path: { - /** - * Schema URI - */ - schema_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Schemas/{schema_id}'; -}; - -export type GetSchemaScimV2SchemasSchemaIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetSchemaScimV2SchemasSchemaIdGetError = GetSchemaScimV2SchemasSchemaIdGetErrors[keyof GetSchemaScimV2SchemasSchemaIdGetErrors]; - -export type GetSchemaScimV2SchemasSchemaIdGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetServiceProviderConfigScimV2ServiceProviderConfigGetData = { - body?: never; - path?: never; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/ServiceProviderConfig'; -}; - -export type GetServiceProviderConfigScimV2ServiceProviderConfigGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetServiceProviderConfigScimV2ServiceProviderConfigGetError = GetServiceProviderConfigScimV2ServiceProviderConfigGetErrors[keyof GetServiceProviderConfigScimV2ServiceProviderConfigGetErrors]; - -export type GetServiceProviderConfigScimV2ServiceProviderConfigGetResponses = { - /** - * Successful Response - */ - 200: ScimServiceProviderConfig; -}; - -export type GetServiceProviderConfigScimV2ServiceProviderConfigGetResponse = GetServiceProviderConfigScimV2ServiceProviderConfigGetResponses[keyof GetServiceProviderConfigScimV2ServiceProviderConfigGetResponses]; - -export type GetUsersScimV2UsersGetData = { - body?: never; - path?: never; - query?: { - /** - * Startindex - */ - startIndex?: number; - /** - * Count - */ - count?: number; - /** - * Filter - */ - filter?: string | null; - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Users'; -}; - -export type GetUsersScimV2UsersGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetUsersScimV2UsersGetError = GetUsersScimV2UsersGetErrors[keyof GetUsersScimV2UsersGetErrors]; - -export type GetUsersScimV2UsersGetResponses = { - /** - * Successful Response - */ - 200: ScimListResponse; -}; - -export type GetUsersScimV2UsersGetResponse = GetUsersScimV2UsersGetResponses[keyof GetUsersScimV2UsersGetResponses]; - -export type CreateUserScimV2UsersPostData = { - body: ScimUser; - path?: never; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Users'; -}; - -export type CreateUserScimV2UsersPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateUserScimV2UsersPostError = CreateUserScimV2UsersPostErrors[keyof CreateUserScimV2UsersPostErrors]; - -export type CreateUserScimV2UsersPostResponses = { - /** - * Successful Response - */ - 201: ScimUser; -}; - -export type CreateUserScimV2UsersPostResponse = CreateUserScimV2UsersPostResponses[keyof CreateUserScimV2UsersPostResponses]; - -export type DeleteUserScimV2UsersUserIdDeleteData = { - body?: never; - path: { - /** - * User ID - */ - user_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Users/{user_id}'; -}; - -export type DeleteUserScimV2UsersUserIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteUserScimV2UsersUserIdDeleteError = DeleteUserScimV2UsersUserIdDeleteErrors[keyof DeleteUserScimV2UsersUserIdDeleteErrors]; - -export type DeleteUserScimV2UsersUserIdDeleteResponses = { - /** - * Successful Response - */ - 204: void; -}; - -export type DeleteUserScimV2UsersUserIdDeleteResponse = DeleteUserScimV2UsersUserIdDeleteResponses[keyof DeleteUserScimV2UsersUserIdDeleteResponses]; - -export type GetUserScimV2UsersUserIdGetData = { - body?: never; - path: { - /** - * User ID - */ - user_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Users/{user_id}'; -}; - -export type GetUserScimV2UsersUserIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetUserScimV2UsersUserIdGetError = GetUserScimV2UsersUserIdGetErrors[keyof GetUserScimV2UsersUserIdGetErrors]; - -export type GetUserScimV2UsersUserIdGetResponses = { - /** - * Successful Response - */ - 200: ScimUser; -}; - -export type GetUserScimV2UsersUserIdGetResponse = GetUserScimV2UsersUserIdGetResponses[keyof GetUserScimV2UsersUserIdGetResponses]; - -export type PatchUserScimV2UsersUserIdPatchData = { - body: ScimPatchOp; - path: { - /** - * User ID - */ - user_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Users/{user_id}'; -}; - -export type PatchUserScimV2UsersUserIdPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type PatchUserScimV2UsersUserIdPatchError = PatchUserScimV2UsersUserIdPatchErrors[keyof PatchUserScimV2UsersUserIdPatchErrors]; - -export type PatchUserScimV2UsersUserIdPatchResponses = { - /** - * Successful Response - */ - 200: ScimUser; -}; - -export type PatchUserScimV2UsersUserIdPatchResponse = PatchUserScimV2UsersUserIdPatchResponses[keyof PatchUserScimV2UsersUserIdPatchResponses]; - -export type UpdateUserScimV2UsersUserIdPutData = { - body: ScimUser; - path: { - /** - * User ID - */ - user_id: string; - }; - query?: { - /** - * Feature - */ - feature?: string | null; - }; - url: '/scim/v2/Users/{user_id}'; -}; - -export type UpdateUserScimV2UsersUserIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateUserScimV2UsersUserIdPutError = UpdateUserScimV2UsersUserIdPutErrors[keyof UpdateUserScimV2UsersUserIdPutErrors]; - -export type UpdateUserScimV2UsersUserIdPutResponses = { - /** - * Successful Response - */ - 200: ScimUser; -}; - -export type UpdateUserScimV2UsersUserIdPutResponse = UpdateUserScimV2UsersUserIdPutResponses[keyof UpdateUserScimV2UsersUserIdPutResponses]; - -export type DeleteCloudzeroSettingsCloudzeroDeleteDeleteData = { - body?: never; - path?: never; - query?: never; - url: '/cloudzero/delete'; -}; - -export type DeleteCloudzeroSettingsCloudzeroDeleteDeleteResponses = { - /** - * Successful Response - */ - 200: CloudZeroInitResponse; -}; - -export type DeleteCloudzeroSettingsCloudzeroDeleteDeleteResponse = DeleteCloudzeroSettingsCloudzeroDeleteDeleteResponses[keyof DeleteCloudzeroSettingsCloudzeroDeleteDeleteResponses]; - -export type CloudzeroDryRunExportCloudzeroDryRunPostData = { - body: CloudZeroExportRequest; - path?: never; - query?: never; - url: '/cloudzero/dry-run'; -}; - -export type CloudzeroDryRunExportCloudzeroDryRunPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CloudzeroDryRunExportCloudzeroDryRunPostError = CloudzeroDryRunExportCloudzeroDryRunPostErrors[keyof CloudzeroDryRunExportCloudzeroDryRunPostErrors]; - -export type CloudzeroDryRunExportCloudzeroDryRunPostResponses = { - /** - * Successful Response - */ - 200: CloudZeroExportResponse; -}; - -export type CloudzeroDryRunExportCloudzeroDryRunPostResponse = CloudzeroDryRunExportCloudzeroDryRunPostResponses[keyof CloudzeroDryRunExportCloudzeroDryRunPostResponses]; - -export type CloudzeroExportCloudzeroExportPostData = { - body: CloudZeroExportRequest; - path?: never; - query?: never; - url: '/cloudzero/export'; -}; - -export type CloudzeroExportCloudzeroExportPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CloudzeroExportCloudzeroExportPostError = CloudzeroExportCloudzeroExportPostErrors[keyof CloudzeroExportCloudzeroExportPostErrors]; - -export type CloudzeroExportCloudzeroExportPostResponses = { - /** - * Successful Response - */ - 200: CloudZeroExportResponse; -}; - -export type CloudzeroExportCloudzeroExportPostResponse = CloudzeroExportCloudzeroExportPostResponses[keyof CloudzeroExportCloudzeroExportPostResponses]; - -export type InitCloudzeroSettingsCloudzeroInitPostData = { - body: CloudZeroInitRequest; - path?: never; - query?: never; - url: '/cloudzero/init'; -}; - -export type InitCloudzeroSettingsCloudzeroInitPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InitCloudzeroSettingsCloudzeroInitPostError = InitCloudzeroSettingsCloudzeroInitPostErrors[keyof InitCloudzeroSettingsCloudzeroInitPostErrors]; - -export type InitCloudzeroSettingsCloudzeroInitPostResponses = { - /** - * Successful Response - */ - 200: CloudZeroInitResponse; -}; - -export type InitCloudzeroSettingsCloudzeroInitPostResponse = InitCloudzeroSettingsCloudzeroInitPostResponses[keyof InitCloudzeroSettingsCloudzeroInitPostResponses]; - -export type GetCloudzeroSettingsCloudzeroSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/cloudzero/settings'; -}; - -export type GetCloudzeroSettingsCloudzeroSettingsGetResponses = { - /** - * Successful Response - */ - 200: CloudZeroSettingsView; -}; - -export type GetCloudzeroSettingsCloudzeroSettingsGetResponse = GetCloudzeroSettingsCloudzeroSettingsGetResponses[keyof GetCloudzeroSettingsCloudzeroSettingsGetResponses]; - -export type UpdateCloudzeroSettingsCloudzeroSettingsPutData = { - body: CloudZeroSettingsUpdate; - path?: never; - query?: never; - url: '/cloudzero/settings'; -}; - -export type UpdateCloudzeroSettingsCloudzeroSettingsPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateCloudzeroSettingsCloudzeroSettingsPutError = UpdateCloudzeroSettingsCloudzeroSettingsPutErrors[keyof UpdateCloudzeroSettingsCloudzeroSettingsPutErrors]; - -export type UpdateCloudzeroSettingsCloudzeroSettingsPutResponses = { - /** - * Successful Response - */ - 200: CloudZeroInitResponse; -}; - -export type UpdateCloudzeroSettingsCloudzeroSettingsPutResponse = UpdateCloudzeroSettingsCloudzeroSettingsPutResponses[keyof UpdateCloudzeroSettingsCloudzeroSettingsPutResponses]; - -export type DeleteVantageSettingsVantageDeleteDeleteData = { - body?: never; - path?: never; - query?: never; - url: '/vantage/delete'; -}; - -export type DeleteVantageSettingsVantageDeleteDeleteResponses = { - /** - * Successful Response - */ - 200: VantageInitResponse; -}; - -export type DeleteVantageSettingsVantageDeleteDeleteResponse = DeleteVantageSettingsVantageDeleteDeleteResponses[keyof DeleteVantageSettingsVantageDeleteDeleteResponses]; - -export type VantageDryRunExportVantageDryRunPostData = { - body: VantageDryRunRequest; - path?: never; - query?: never; - url: '/vantage/dry-run'; -}; - -export type VantageDryRunExportVantageDryRunPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VantageDryRunExportVantageDryRunPostError = VantageDryRunExportVantageDryRunPostErrors[keyof VantageDryRunExportVantageDryRunPostErrors]; - -export type VantageDryRunExportVantageDryRunPostResponses = { - /** - * Successful Response - */ - 200: VantageExportResponse; -}; - -export type VantageDryRunExportVantageDryRunPostResponse = VantageDryRunExportVantageDryRunPostResponses[keyof VantageDryRunExportVantageDryRunPostResponses]; - -export type VantageExportVantageExportPostData = { - body: VantageExportRequest; - path?: never; - query?: never; - url: '/vantage/export'; -}; - -export type VantageExportVantageExportPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type VantageExportVantageExportPostError = VantageExportVantageExportPostErrors[keyof VantageExportVantageExportPostErrors]; - -export type VantageExportVantageExportPostResponses = { - /** - * Successful Response - */ - 200: VantageExportResponse; -}; - -export type VantageExportVantageExportPostResponse = VantageExportVantageExportPostResponses[keyof VantageExportVantageExportPostResponses]; - -export type InitVantageSettingsVantageInitPostData = { - body: VantageInitRequest; - path?: never; - query?: never; - url: '/vantage/init'; -}; - -export type InitVantageSettingsVantageInitPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InitVantageSettingsVantageInitPostError = InitVantageSettingsVantageInitPostErrors[keyof InitVantageSettingsVantageInitPostErrors]; - -export type InitVantageSettingsVantageInitPostResponses = { - /** - * Successful Response - */ - 200: VantageInitResponse; -}; - -export type InitVantageSettingsVantageInitPostResponse = InitVantageSettingsVantageInitPostResponses[keyof InitVantageSettingsVantageInitPostResponses]; - -export type GetVantageSettingsVantageSettingsGetData = { - body?: never; - path?: never; - query?: never; - url: '/vantage/settings'; -}; - -export type GetVantageSettingsVantageSettingsGetResponses = { - /** - * Successful Response - */ - 200: VantageSettingsView; -}; - -export type GetVantageSettingsVantageSettingsGetResponse = GetVantageSettingsVantageSettingsGetResponses[keyof GetVantageSettingsVantageSettingsGetResponses]; - -export type UpdateVantageSettingsVantageSettingsPutData = { - body: VantageSettingsUpdate; - path?: never; - query?: never; - url: '/vantage/settings'; -}; - -export type UpdateVantageSettingsVantageSettingsPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateVantageSettingsVantageSettingsPutError = UpdateVantageSettingsVantageSettingsPutErrors[keyof UpdateVantageSettingsVantageSettingsPutErrors]; - -export type UpdateVantageSettingsVantageSettingsPutResponses = { - /** - * Successful Response - */ - 200: VantageInitResponse; -}; - -export type UpdateVantageSettingsVantageSettingsPutResponse = UpdateVantageSettingsVantageSettingsPutResponses[keyof UpdateVantageSettingsVantageSettingsPutResponses]; - -export type UsageAiChatUsageAiChatPostData = { - body: UsageAiChatRequest; - path?: never; - query?: never; - url: '/usage/ai/chat'; -}; - -export type UsageAiChatUsageAiChatPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UsageAiChatUsageAiChatPostError = UsageAiChatUsageAiChatPostErrors[keyof UsageAiChatUsageAiChatPostErrors]; - -export type UsageAiChatUsageAiChatPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreatePromptPromptsPostData = { - body: Prompt; - path?: never; - query?: never; - url: '/prompts'; -}; - -export type CreatePromptPromptsPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreatePromptPromptsPostError = CreatePromptPromptsPostErrors[keyof CreatePromptPromptsPostErrors]; - -export type CreatePromptPromptsPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type ListPromptsPromptsListGetData = { - body?: never; - path?: never; - query?: { - /** - * Environment - */ - environment?: string | null; - }; - url: '/prompts/list'; -}; - -export type ListPromptsPromptsListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListPromptsPromptsListGetError = ListPromptsPromptsListGetErrors[keyof ListPromptsPromptsListGetErrors]; - -export type ListPromptsPromptsListGetResponses = { - /** - * Successful Response - */ - 200: ListPromptsResponse; -}; - -export type ListPromptsPromptsListGetResponse = ListPromptsPromptsListGetResponses[keyof ListPromptsPromptsListGetResponses]; - -export type TestPromptPromptsTestPostData = { - body: TestPromptRequest; - path?: never; - query?: never; - url: '/prompts/test'; -}; - -export type TestPromptPromptsTestPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type TestPromptPromptsTestPostError = TestPromptPromptsTestPostErrors[keyof TestPromptPromptsTestPostErrors]; - -export type TestPromptPromptsTestPostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type DeletePromptPromptsPromptIdDeleteData = { - body?: never; - path: { - /** - * Prompt Id - */ - prompt_id: string; - }; - query?: { - /** - * Environment - */ - environment?: string | null; - }; - url: '/prompts/{prompt_id}'; -}; - -export type DeletePromptPromptsPromptIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeletePromptPromptsPromptIdDeleteError = DeletePromptPromptsPromptIdDeleteErrors[keyof DeletePromptPromptsPromptIdDeleteErrors]; - -export type DeletePromptPromptsPromptIdDeleteResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetPromptInfoPromptsPromptIdGetData = { - body?: never; - path: { - /** - * Prompt Id - */ - prompt_id: string; - }; - query?: { - /** - * Environment - */ - environment?: string | null; - }; - url: '/prompts/{prompt_id}'; -}; - -export type GetPromptInfoPromptsPromptIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPromptInfoPromptsPromptIdGetError = GetPromptInfoPromptsPromptIdGetErrors[keyof GetPromptInfoPromptsPromptIdGetErrors]; - -export type GetPromptInfoPromptsPromptIdGetResponses = { - /** - * Successful Response - */ - 200: PromptInfoResponse; -}; - -export type GetPromptInfoPromptsPromptIdGetResponse = GetPromptInfoPromptsPromptIdGetResponses[keyof GetPromptInfoPromptsPromptIdGetResponses]; - -export type PatchPromptPromptsPromptIdPatchData = { - body: PatchPromptRequest; - path: { - /** - * Prompt Id - */ - prompt_id: string; - }; - query?: { - /** - * Environment - */ - environment?: string | null; - }; - url: '/prompts/{prompt_id}'; -}; - -export type PatchPromptPromptsPromptIdPatchErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type PatchPromptPromptsPromptIdPatchError = PatchPromptPromptsPromptIdPatchErrors[keyof PatchPromptPromptsPromptIdPatchErrors]; - -export type PatchPromptPromptsPromptIdPatchResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type UpdatePromptPromptsPromptIdPutData = { - body: Prompt; - path: { - /** - * Prompt Id - */ - prompt_id: string; - }; - query?: never; - url: '/prompts/{prompt_id}'; -}; - -export type UpdatePromptPromptsPromptIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdatePromptPromptsPromptIdPutError = UpdatePromptPromptsPromptIdPutErrors[keyof UpdatePromptPromptsPromptIdPutErrors]; - -export type UpdatePromptPromptsPromptIdPutResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type GetPromptInfoPromptsPromptIdInfoGetData = { - body?: never; - path: { - /** - * Prompt Id - */ - prompt_id: string; - }; - query?: { - /** - * Environment - */ - environment?: string | null; - }; - url: '/prompts/{prompt_id}/info'; -}; - -export type GetPromptInfoPromptsPromptIdInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPromptInfoPromptsPromptIdInfoGetError = GetPromptInfoPromptsPromptIdInfoGetErrors[keyof GetPromptInfoPromptsPromptIdInfoGetErrors]; - -export type GetPromptInfoPromptsPromptIdInfoGetResponses = { - /** - * Successful Response - */ - 200: PromptInfoResponse; -}; - -export type GetPromptInfoPromptsPromptIdInfoGetResponse = GetPromptInfoPromptsPromptIdInfoGetResponses[keyof GetPromptInfoPromptsPromptIdInfoGetResponses]; - -export type GetPromptVersionsPromptsPromptIdVersionsGetData = { - body?: never; - path: { - /** - * Prompt Id - */ - prompt_id: string; - }; - query?: { - /** - * Environment - */ - environment?: string | null; - }; - url: '/prompts/{prompt_id}/versions'; -}; - -export type GetPromptVersionsPromptsPromptIdVersionsGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetPromptVersionsPromptsPromptIdVersionsGetError = GetPromptVersionsPromptsPromptIdVersionsGetErrors[keyof GetPromptVersionsPromptsPromptIdVersionsGetErrors]; - -export type GetPromptVersionsPromptsPromptIdVersionsGetResponses = { - /** - * Successful Response - */ - 200: ListPromptsResponse; -}; - -export type GetPromptVersionsPromptsPromptIdVersionsGetResponse = GetPromptVersionsPromptsPromptIdVersionsGetResponses[keyof GetPromptVersionsPromptsPromptIdVersionsGetResponses]; - -export type ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostData = { - body: BodyConvertPromptFileToJsonUtilsDotpromptJsonConverterPost; - path?: never; - query?: never; - url: '/utils/dotprompt_json_converter'; -}; - -export type ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostError = ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostErrors[keyof ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostErrors]; - -export type ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostResponses = { - /** - * Response Convert Prompt File To Json Utils Dotprompt Json Converter Post - * - * Successful Response - */ - 200: { - [key: string]: unknown; - }; -}; - -export type ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostResponse = ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostResponses[keyof ConvertPromptFileToJsonUtilsDotpromptJsonConverterPostResponses]; - -export type DeleteJwtKeyMappingJwtKeyMappingDeletePostData = { - body: DeleteJwtKeyMappingRequest; - path?: never; - query?: never; - url: '/jwt/key/mapping/delete'; -}; - -export type DeleteJwtKeyMappingJwtKeyMappingDeletePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteJwtKeyMappingJwtKeyMappingDeletePostError = DeleteJwtKeyMappingJwtKeyMappingDeletePostErrors[keyof DeleteJwtKeyMappingJwtKeyMappingDeletePostErrors]; - -export type DeleteJwtKeyMappingJwtKeyMappingDeletePostResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type InfoJwtKeyMappingJwtKeyMappingInfoGetData = { - body?: never; - path?: never; - query: { - /** - * Id - */ - id: string; - }; - url: '/jwt/key/mapping/info'; -}; - -export type InfoJwtKeyMappingJwtKeyMappingInfoGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type InfoJwtKeyMappingJwtKeyMappingInfoGetError = InfoJwtKeyMappingJwtKeyMappingInfoGetErrors[keyof InfoJwtKeyMappingJwtKeyMappingInfoGetErrors]; - -export type InfoJwtKeyMappingJwtKeyMappingInfoGetResponses = { - /** - * Successful Response - */ - 200: JwtKeyMappingResponse; -}; - -export type InfoJwtKeyMappingJwtKeyMappingInfoGetResponse = InfoJwtKeyMappingJwtKeyMappingInfoGetResponses[keyof InfoJwtKeyMappingJwtKeyMappingInfoGetResponses]; - -export type ListJwtKeyMappingsJwtKeyMappingListGetData = { - body?: never; - path?: never; - query?: { - /** - * Page - * - * Page number - */ - page?: number; - /** - * Size - * - * Page size - */ - size?: number; - }; - url: '/jwt/key/mapping/list'; -}; - -export type ListJwtKeyMappingsJwtKeyMappingListGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type ListJwtKeyMappingsJwtKeyMappingListGetError = ListJwtKeyMappingsJwtKeyMappingListGetErrors[keyof ListJwtKeyMappingsJwtKeyMappingListGetErrors]; - -export type ListJwtKeyMappingsJwtKeyMappingListGetResponses = { - /** - * Successful Response - */ - 200: unknown; -}; - -export type CreateJwtKeyMappingJwtKeyMappingNewPostData = { - body: CreateJwtKeyMappingRequest; - path?: never; - query?: never; - url: '/jwt/key/mapping/new'; -}; - -export type CreateJwtKeyMappingJwtKeyMappingNewPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateJwtKeyMappingJwtKeyMappingNewPostError = CreateJwtKeyMappingJwtKeyMappingNewPostErrors[keyof CreateJwtKeyMappingJwtKeyMappingNewPostErrors]; - -export type CreateJwtKeyMappingJwtKeyMappingNewPostResponses = { - /** - * Successful Response - */ - 200: JwtKeyMappingResponse; -}; - -export type CreateJwtKeyMappingJwtKeyMappingNewPostResponse = CreateJwtKeyMappingJwtKeyMappingNewPostResponses[keyof CreateJwtKeyMappingJwtKeyMappingNewPostResponses]; - -export type UpdateJwtKeyMappingJwtKeyMappingUpdatePostData = { - body: UpdateJwtKeyMappingRequest; - path?: never; - query?: never; - url: '/jwt/key/mapping/update'; -}; - -export type UpdateJwtKeyMappingJwtKeyMappingUpdatePostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateJwtKeyMappingJwtKeyMappingUpdatePostError = UpdateJwtKeyMappingJwtKeyMappingUpdatePostErrors[keyof UpdateJwtKeyMappingJwtKeyMappingUpdatePostErrors]; - -export type UpdateJwtKeyMappingJwtKeyMappingUpdatePostResponses = { - /** - * Successful Response - */ - 200: JwtKeyMappingResponse; -}; - -export type UpdateJwtKeyMappingJwtKeyMappingUpdatePostResponse = UpdateJwtKeyMappingJwtKeyMappingUpdatePostResponses[keyof UpdateJwtKeyMappingJwtKeyMappingUpdatePostResponses]; - -export type CheckEuAiActComplianceComplianceEuAiActPostData = { - body: ComplianceCheckRequest; - path?: never; - query?: never; - url: '/compliance/eu-ai-act'; -}; - -export type CheckEuAiActComplianceComplianceEuAiActPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CheckEuAiActComplianceComplianceEuAiActPostError = CheckEuAiActComplianceComplianceEuAiActPostErrors[keyof CheckEuAiActComplianceComplianceEuAiActPostErrors]; - -export type CheckEuAiActComplianceComplianceEuAiActPostResponses = { - /** - * Successful Response - */ - 200: ComplianceResponse; -}; - -export type CheckEuAiActComplianceComplianceEuAiActPostResponse = CheckEuAiActComplianceComplianceEuAiActPostResponses[keyof CheckEuAiActComplianceComplianceEuAiActPostResponses]; - -export type CheckGdprComplianceComplianceGdprPostData = { - body: ComplianceCheckRequest; - path?: never; - query?: never; - url: '/compliance/gdpr'; -}; - -export type CheckGdprComplianceComplianceGdprPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CheckGdprComplianceComplianceGdprPostError = CheckGdprComplianceComplianceGdprPostErrors[keyof CheckGdprComplianceComplianceGdprPostErrors]; - -export type CheckGdprComplianceComplianceGdprPostResponses = { - /** - * Successful Response - */ - 200: ComplianceResponse; -}; - -export type CheckGdprComplianceComplianceGdprPostResponse = CheckGdprComplianceComplianceGdprPostResponses[keyof CheckGdprComplianceComplianceGdprPostResponses]; - -export type ListAccessGroupsV1AccessGroupGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/access_group'; -}; - -export type ListAccessGroupsV1AccessGroupGetResponses = { - /** - * Response List Access Groups V1 Access Group Get - * - * Successful Response - */ - 200: Array; -}; - -export type ListAccessGroupsV1AccessGroupGetResponse = ListAccessGroupsV1AccessGroupGetResponses[keyof ListAccessGroupsV1AccessGroupGetResponses]; - -export type CreateAccessGroupV1AccessGroupPostData = { - body: AccessGroupCreateRequest; - path?: never; - query?: never; - url: '/v1/access_group'; -}; - -export type CreateAccessGroupV1AccessGroupPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateAccessGroupV1AccessGroupPostError = CreateAccessGroupV1AccessGroupPostErrors[keyof CreateAccessGroupV1AccessGroupPostErrors]; - -export type CreateAccessGroupV1AccessGroupPostResponses = { - /** - * Successful Response - */ - 201: AccessGroupResponse; -}; - -export type CreateAccessGroupV1AccessGroupPostResponse = CreateAccessGroupV1AccessGroupPostResponses[keyof CreateAccessGroupV1AccessGroupPostResponses]; - -export type DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteData = { - body?: never; - path: { - /** - * Access Group Id - */ - access_group_id: string; - }; - query?: never; - url: '/v1/access_group/{access_group_id}'; -}; - -export type DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteError = DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteErrors[keyof DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteErrors]; - -export type DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteResponses = { - /** - * Successful Response - */ - 204: void; -}; - -export type DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteResponse = DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteResponses[keyof DeleteAccessGroupV1AccessGroupAccessGroupIdDeleteResponses]; - -export type GetAccessGroupV1AccessGroupAccessGroupIdGetData = { - body?: never; - path: { - /** - * Access Group Id - */ - access_group_id: string; - }; - query?: never; - url: '/v1/access_group/{access_group_id}'; -}; - -export type GetAccessGroupV1AccessGroupAccessGroupIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAccessGroupV1AccessGroupAccessGroupIdGetError = GetAccessGroupV1AccessGroupAccessGroupIdGetErrors[keyof GetAccessGroupV1AccessGroupAccessGroupIdGetErrors]; - -export type GetAccessGroupV1AccessGroupAccessGroupIdGetResponses = { - /** - * Successful Response - */ - 200: AccessGroupResponse; -}; - -export type GetAccessGroupV1AccessGroupAccessGroupIdGetResponse = GetAccessGroupV1AccessGroupAccessGroupIdGetResponses[keyof GetAccessGroupV1AccessGroupAccessGroupIdGetResponses]; - -export type UpdateAccessGroupV1AccessGroupAccessGroupIdPutData = { - body: AccessGroupUpdateRequest; - path: { - /** - * Access Group Id - */ - access_group_id: string; - }; - query?: never; - url: '/v1/access_group/{access_group_id}'; -}; - -export type UpdateAccessGroupV1AccessGroupAccessGroupIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateAccessGroupV1AccessGroupAccessGroupIdPutError = UpdateAccessGroupV1AccessGroupAccessGroupIdPutErrors[keyof UpdateAccessGroupV1AccessGroupAccessGroupIdPutErrors]; - -export type UpdateAccessGroupV1AccessGroupAccessGroupIdPutResponses = { - /** - * Successful Response - */ - 200: AccessGroupResponse; -}; - -export type UpdateAccessGroupV1AccessGroupAccessGroupIdPutResponse = UpdateAccessGroupV1AccessGroupAccessGroupIdPutResponses[keyof UpdateAccessGroupV1AccessGroupAccessGroupIdPutResponses]; - -export type ListAccessGroupsV1UnifiedAccessGroupGetData = { - body?: never; - path?: never; - query?: never; - url: '/v1/unified_access_group'; -}; - -export type ListAccessGroupsV1UnifiedAccessGroupGetResponses = { - /** - * Response List Access Groups V1 Unified Access Group Get - * - * Successful Response - */ - 200: Array; -}; - -export type ListAccessGroupsV1UnifiedAccessGroupGetResponse = ListAccessGroupsV1UnifiedAccessGroupGetResponses[keyof ListAccessGroupsV1UnifiedAccessGroupGetResponses]; - -export type CreateAccessGroupV1UnifiedAccessGroupPostData = { - body: AccessGroupCreateRequest; - path?: never; - query?: never; - url: '/v1/unified_access_group'; -}; - -export type CreateAccessGroupV1UnifiedAccessGroupPostErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type CreateAccessGroupV1UnifiedAccessGroupPostError = CreateAccessGroupV1UnifiedAccessGroupPostErrors[keyof CreateAccessGroupV1UnifiedAccessGroupPostErrors]; - -export type CreateAccessGroupV1UnifiedAccessGroupPostResponses = { - /** - * Successful Response - */ - 201: AccessGroupResponse; -}; - -export type CreateAccessGroupV1UnifiedAccessGroupPostResponse = CreateAccessGroupV1UnifiedAccessGroupPostResponses[keyof CreateAccessGroupV1UnifiedAccessGroupPostResponses]; - -export type DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteData = { - body?: never; - path: { - /** - * Access Group Id - */ - access_group_id: string; - }; - query?: never; - url: '/v1/unified_access_group/{access_group_id}'; -}; - -export type DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteError = DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteErrors[keyof DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteErrors]; - -export type DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteResponses = { - /** - * Successful Response - */ - 204: void; -}; - -export type DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteResponse = DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteResponses[keyof DeleteAccessGroupV1UnifiedAccessGroupAccessGroupIdDeleteResponses]; - -export type GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetData = { - body?: never; - path: { - /** - * Access Group Id - */ - access_group_id: string; - }; - query?: never; - url: '/v1/unified_access_group/{access_group_id}'; -}; - -export type GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetError = GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetErrors[keyof GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetErrors]; - -export type GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetResponses = { - /** - * Successful Response - */ - 200: AccessGroupResponse; -}; - -export type GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetResponse = GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetResponses[keyof GetAccessGroupV1UnifiedAccessGroupAccessGroupIdGetResponses]; - -export type UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutData = { - body: AccessGroupUpdateRequest; - path: { - /** - * Access Group Id - */ - access_group_id: string; - }; - query?: never; - url: '/v1/unified_access_group/{access_group_id}'; -}; - -export type UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutErrors = { - /** - * Validation Error - */ - 422: HttpValidationError; -}; - -export type UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutError = UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutErrors[keyof UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutErrors]; - -export type UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutResponses = { - /** - * Successful Response - */ - 200: AccessGroupResponse; -}; - -export type UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutResponse = UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutResponses[keyof UpdateAccessGroupV1UnifiedAccessGroupAccessGroupIdPutResponses]; diff --git a/sdk/litellm-ai/src/e2e.test.ts b/sdk/litellm-ai/src/e2e.test.ts deleted file mode 100644 index 36bbc5ecc1b..00000000000 --- a/sdk/litellm-ai/src/e2e.test.ts +++ /dev/null @@ -1,36 +0,0 @@ -import { describe, it, expect, beforeAll } from "vitest"; -import { - client, - modelListV1ModelsGet, - healthEndpointHealthGet, - modelInfoV1ModelInfoGet, -} from "./index"; - -const PROXY_URL = "http://localhost:4000"; -const API_KEY = "sk-1234"; - -describe("E2E SDK tests against live proxy", () => { - beforeAll(() => { - client.setConfig({ - baseUrl: PROXY_URL, - headers: { - Authorization: `Bearer ${API_KEY}`, - }, - }); - }); - - it("should call /health endpoint", async () => { - const result = await healthEndpointHealthGet(); - expect(result.data).toBeDefined(); - }, 30_000); - - it("should list models via /v1/models", async () => { - const result = await modelListV1ModelsGet(); - expect(result.data).toBeDefined(); - }); - - it("should get model info via /v1/model/info", async () => { - const result = await modelInfoV1ModelInfoGet(); - expect(result.data).toBeDefined(); - }); -}); diff --git a/sdk/litellm-ai/src/index.test.ts b/sdk/litellm-ai/src/index.test.ts deleted file mode 100644 index 8da58bd16cd..00000000000 --- a/sdk/litellm-ai/src/index.test.ts +++ /dev/null @@ -1,90 +0,0 @@ -import { describe, it, expect } from "vitest"; -import { - client, - createClient, - createConfig, - chatCompletionV1ChatCompletionsPost, - embeddingsV1EmbeddingsPost, - responsesApiV1ResponsesPost, - ocrV1OcrPost, - rerankV1RerankPost, - imageGenerationV1ImagesGenerationsPost, - moderationsV1ModerationsPost, - audioSpeechV1AudioSpeechPost, - audioTranscriptionsV1AudioTranscriptionsPost, - completionV1CompletionsPost, - generateKeyFnKeyGeneratePost, - listKeysKeyListGet, - modelListV1ModelsGet, - healthEndpointHealthGet, - searchV1SearchPost, -} from "./index"; - -describe("SDK exports", () => { - it("should export the default client", () => { - expect(client).toBeDefined(); - expect(typeof client.get).toBe("function"); - expect(typeof client.post).toBe("function"); - expect(typeof client.setConfig).toBe("function"); - }); - - it("should export createClient and createConfig", () => { - expect(typeof createClient).toBe("function"); - expect(typeof createConfig).toBe("function"); - }); - - it("should export core LLM API functions", () => { - expect(typeof chatCompletionV1ChatCompletionsPost).toBe("function"); - expect(typeof embeddingsV1EmbeddingsPost).toBe("function"); - expect(typeof responsesApiV1ResponsesPost).toBe("function"); - expect(typeof ocrV1OcrPost).toBe("function"); - expect(typeof rerankV1RerankPost).toBe("function"); - expect(typeof imageGenerationV1ImagesGenerationsPost).toBe("function"); - expect(typeof moderationsV1ModerationsPost).toBe("function"); - expect(typeof audioSpeechV1AudioSpeechPost).toBe("function"); - expect(typeof audioTranscriptionsV1AudioTranscriptionsPost).toBe( - "function" - ); - expect(typeof completionV1CompletionsPost).toBe("function"); - expect(typeof searchV1SearchPost).toBe("function"); - }); - - it("should export management API functions", () => { - expect(typeof generateKeyFnKeyGeneratePost).toBe("function"); - expect(typeof listKeysKeyListGet).toBe("function"); - expect(typeof modelListV1ModelsGet).toBe("function"); - expect(typeof healthEndpointHealthGet).toBe("function"); - }); -}); - -describe("Client configuration", () => { - it("should create a new client instance with custom config", () => { - const customClient = createClient( - createConfig({ - baseUrl: "http://localhost:4000", - }) - ); - expect(customClient).toBeDefined(); - expect(typeof customClient.get).toBe("function"); - expect(typeof customClient.post).toBe("function"); - }); - - it("should allow setting config on the default client", () => { - expect(() => { - client.setConfig({ - baseUrl: "http://localhost:4000", - }); - }).not.toThrow(); - }); - - it("should allow setting config with auth headers", () => { - expect(() => { - client.setConfig({ - baseUrl: "http://localhost:4000", - headers: { - Authorization: "Bearer sk-test-key", - }, - }); - }).not.toThrow(); - }); -}); diff --git a/sdk/litellm-ai/src/index.ts b/sdk/litellm-ai/src/index.ts deleted file mode 100644 index b18ab50cb22..00000000000 --- a/sdk/litellm-ai/src/index.ts +++ /dev/null @@ -1,7 +0,0 @@ -export { client } from "./client/client.gen"; -export type { CreateClientConfig } from "./client/client.gen"; -export { createClient, createConfig } from "./client/client"; -export type { Client, Config, ClientOptions } from "./client/client"; - -export * from "./client/sdk.gen"; -export * from "./client/types.gen"; diff --git a/sdk/litellm-ai/tsconfig.build.json b/sdk/litellm-ai/tsconfig.build.json deleted file mode 100644 index 57ba7b76292..00000000000 --- a/sdk/litellm-ai/tsconfig.build.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "extends": "./tsconfig.json", - "exclude": ["node_modules", "dist", "**/*.test.ts", "vitest.config.ts"] -} diff --git a/sdk/litellm-ai/tsconfig.json b/sdk/litellm-ai/tsconfig.json deleted file mode 100644 index 104dc8defab..00000000000 --- a/sdk/litellm-ai/tsconfig.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "compilerOptions": { - "target": "ES2020", - "module": "ESNext", - "moduleResolution": "bundler", - "lib": ["ES2020", "DOM", "DOM.Iterable"], - "declaration": true, - "declarationMap": true, - "sourceMap": true, - "strict": true, - "esModuleInterop": true, - "skipLibCheck": true, - "forceConsistentCasingInFileNames": true, - "outDir": "dist", - "rootDir": "src" - }, - "include": ["src"], - "exclude": ["node_modules", "dist", "**/*.test.ts"] -} diff --git a/sdk/litellm-ai/vitest.config.ts b/sdk/litellm-ai/vitest.config.ts deleted file mode 100644 index ae847ff6d9c..00000000000 --- a/sdk/litellm-ai/vitest.config.ts +++ /dev/null @@ -1,7 +0,0 @@ -import { defineConfig } from "vitest/config"; - -export default defineConfig({ - test: { - include: ["src/**/*.test.ts"], - }, -});