From 3988b236d0a2565048542dffda2f3300aa740fbd Mon Sep 17 00:00:00 2001 From: mateo-berri <277851410+mateo-berri@users.noreply.github.com> Date: Wed, 21 Oct 2026 02:24:09 -0700 Subject: [PATCH] fix(pass-through): check eu_jev decisions against the model eu/jev runs Serve only POST /eu_jev/v1/systemone, eu/jev's one endpoint, resolve an omitted model and the legacy names to eu-jeff-latest for key model checks and pricing, check scopes under eu_jev/ like Laya and Bespoke, and answer 503 when EU_JEV_API_KEY is unset --- litellm/llms/eu_jev.py | 10 + .../pass_through/typesafe_logging_handler.py | 8 +- litellm/proxy/_lazy_openapi_snapshot.json | 1339 +---------------- litellm/proxy/auth/auth_utils.py | 7 + .../llm_passthrough_endpoints.py | 25 +- tests/unit/proxy/auth/test_auth_utils.py | 27 + ...st_typesafe_passthrough_logging_handler.py | 48 + .../test_llm_pass_through_endpoints.py | 109 +- .../test_pass_through_endpoints.py | 1 + ui/litellm-dashboard/src/lib/http/schema.d.ts | 667 +------- 10 files changed, 166 insertions(+), 2075 deletions(-) create mode 100644 litellm/llms/eu_jev.py diff --git a/litellm/llms/eu_jev.py b/litellm/llms/eu_jev.py new file mode 100644 index 00000000000..315b26bbcea --- /dev/null +++ b/litellm/llms/eu_jev.py @@ -0,0 +1,10 @@ +from typing import Final + +EU_JEV_LATEST_MODEL: Final = "eu-jeff-latest" +_EU_JEV_CURRENT_RELEASE_NAMES: Final = frozenset((EU_JEV_LATEST_MODEL, "jeff-latest", "jeff-1.0.0")) + + +def eu_jev_registry_model(requested_model: str | None) -> str: + if requested_model is None or requested_model in _EU_JEV_CURRENT_RELEASE_NAMES: + return EU_JEV_LATEST_MODEL + return requested_model diff --git a/litellm/llms/pass_through/typesafe_logging_handler.py b/litellm/llms/pass_through/typesafe_logging_handler.py index 397ec408ae9..83511adbb4c 100644 --- a/litellm/llms/pass_through/typesafe_logging_handler.py +++ b/litellm/llms/pass_through/typesafe_logging_handler.py @@ -11,6 +11,7 @@ from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLogging from litellm.litellm_core_utils.litellm_logging import ( get_standard_logging_object_payload, # pyright: ignore[reportUnknownVariableType] # legacy helper has an untyped signature ) +from litellm.llms.eu_jev import eu_jev_registry_model from litellm.llms.laya.common_utils import laya_response_model from litellm.types.llms.base import LiteLLMBaseModel from litellm.types.utils import ModelResponse, StandardPassThroughResponseObject, Usage @@ -82,13 +83,16 @@ class TypeSafePassthroughLoggingHandler: response_model: Final = ( laya_response_model(response_body, request_model) if custom_llm_provider == "laya" else response.model ) - logged_model: Final = response_model or request_model or "unknown" + registry_request_model: Final = ( + eu_jev_registry_model(request_model) if custom_llm_provider == "eu_jev" else request_model + ) + logged_model: Final = response_model or registry_request_model or "unknown" model_name: Final = f"{custom_llm_provider}/{logged_model}" usage: Final = response.usage or _TypeSafeUsage() input_tokens: Final = usage.input_tokens output_tokens: Final = usage.output_tokens candidate_model_keys: Final = tuple( - f"{custom_llm_provider}/{model}" for model in (response_model, request_model) if model is not None + f"{custom_llm_provider}/{model}" for model in (response_model, registry_request_model) if model is not None ) pricing: Final = _pricing_for(candidate_model_keys) response_cost: Final = ( diff --git a/litellm/proxy/_lazy_openapi_snapshot.json b/litellm/proxy/_lazy_openapi_snapshot.json index 3622bcc671b..b9005be094c 100644 --- a/litellm/proxy/_lazy_openapi_snapshot.json +++ b/litellm/proxy/_lazy_openapi_snapshot.json @@ -31675,1005 +31675,10 @@ ] } }, - "/eu_jev/{endpoint}": { - "delete": { - "description": "Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`.\n\n`POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`)\nand returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is\nrejected with a 400.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/eu_jev)", - "operationId": "eu_jev_proxy_route_eu_jev__endpoint__delete", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "example": { - "model": "eu-jeff-latest", - "questions": { - "frustration": { - "criteria": [ - "calm", - "mildly annoyed", - "angry" - ], - "instructions": "How frustrated is the customer?", - "type": "score" - }, - "is_refund_request": { - "instructions": "Is the customer asking for a refund?", - "type": "noul" - }, - "team": { - "criteria": { - "billing": "Payments, invoices, and refunds", - "support": "Technical issues and bugs" - }, - "instructions": "Which team should handle this?", - "type": "choice" - } - }, - "state": "I was charged twice. Can I get a refund?" - }, - "schema": { - "properties": { - "model": { - "default": "eu-jeff-latest", - "description": "eu-jeff-latest follows the current release, eu-jeff-1.0.0 pins it", - "title": "Model", - "type": "string" - }, - "questions": { - "additionalProperties": { - "discriminator": { - "propertyName": "type" - }, - "oneOf": [ - { - "properties": { - "criteria": { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference" - }, - "description": "Two to 64 options, option name to description. A null description uses the option name", - "maxProperties": 64, - "minProperties": 2, - "title": "Criteria", - "type": "object" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "choice", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions", - "criteria" - ], - "title": "EuJevChoiceQuestion", - "type": "object" - }, - { - "properties": { - "criteria": { - "anyOf": [ - { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ] - }, - "propertyNames": { - "enum": [ - "true", - "false" - ] - }, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional descriptions of what true and false mean", - "title": "Criteria" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "noul", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions" - ], - "title": "EuJevNoulQuestion", - "type": "object" - }, - { - "properties": { - "criteria": { - "description": "Two to 10 level descriptions, ordered from low to high", - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference" - }, - "maxItems": 10, - "minItems": 2, - "title": "Criteria", - "type": "array" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "score", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions", - "criteria" - ], - "title": "EuJevScoreQuestion", - "type": "object" - } - ] - }, - "description": "One to eight questions, keyed by names of up to 80 characters", - "maxProperties": 8, - "minProperties": 1, - "propertyNames": { - "maxLength": 80, - "minLength": 1 - }, - "title": "Questions", - "type": "object" - }, - "state": { - "anyOf": [ - { - "maxLength": 100000, - "minLength": 1, - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - } - ], - "description": "The content to evaluate, a string of up to 100,000 characters or a JSON object or array", - "title": "State" - } - }, - "required": [ - "state", - "questions" - ], - "title": "EuJevDecisionRequest", - "type": "object" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EuJevDecisionResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Eu Jev Proxy Route", - "tags": [ - "llm_passthrough" - ] - }, - "get": { - "description": "Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`.\n\n`POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`)\nand returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is\nrejected with a 400.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/eu_jev)", - "operationId": "eu_jev_proxy_route_eu_jev__endpoint__get", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "example": { - "model": "eu-jeff-latest", - "questions": { - "frustration": { - "criteria": [ - "calm", - "mildly annoyed", - "angry" - ], - "instructions": "How frustrated is the customer?", - "type": "score" - }, - "is_refund_request": { - "instructions": "Is the customer asking for a refund?", - "type": "noul" - }, - "team": { - "criteria": { - "billing": "Payments, invoices, and refunds", - "support": "Technical issues and bugs" - }, - "instructions": "Which team should handle this?", - "type": "choice" - } - }, - "state": "I was charged twice. Can I get a refund?" - }, - "schema": { - "properties": { - "model": { - "default": "eu-jeff-latest", - "description": "eu-jeff-latest follows the current release, eu-jeff-1.0.0 pins it", - "title": "Model", - "type": "string" - }, - "questions": { - "additionalProperties": { - "discriminator": { - "propertyName": "type" - }, - "oneOf": [ - { - "properties": { - "criteria": { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference" - }, - "description": "Two to 64 options, option name to description. A null description uses the option name", - "maxProperties": 64, - "minProperties": 2, - "title": "Criteria", - "type": "object" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "choice", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions", - "criteria" - ], - "title": "EuJevChoiceQuestion", - "type": "object" - }, - { - "properties": { - "criteria": { - "anyOf": [ - { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ] - }, - "propertyNames": { - "enum": [ - "true", - "false" - ] - }, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional descriptions of what true and false mean", - "title": "Criteria" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "noul", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions" - ], - "title": "EuJevNoulQuestion", - "type": "object" - }, - { - "properties": { - "criteria": { - "description": "Two to 10 level descriptions, ordered from low to high", - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference" - }, - "maxItems": 10, - "minItems": 2, - "title": "Criteria", - "type": "array" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "score", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions", - "criteria" - ], - "title": "EuJevScoreQuestion", - "type": "object" - } - ] - }, - "description": "One to eight questions, keyed by names of up to 80 characters", - "maxProperties": 8, - "minProperties": 1, - "propertyNames": { - "maxLength": 80, - "minLength": 1 - }, - "title": "Questions", - "type": "object" - }, - "state": { - "anyOf": [ - { - "maxLength": 100000, - "minLength": 1, - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - } - ], - "description": "The content to evaluate, a string of up to 100,000 characters or a JSON object or array", - "title": "State" - } - }, - "required": [ - "state", - "questions" - ], - "title": "EuJevDecisionRequest", - "type": "object" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EuJevDecisionResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Eu Jev Proxy Route", - "tags": [ - "llm_passthrough" - ] - }, - "patch": { - "description": "Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`.\n\n`POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`)\nand returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is\nrejected with a 400.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/eu_jev)", - "operationId": "eu_jev_proxy_route_eu_jev__endpoint__patch", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "example": { - "model": "eu-jeff-latest", - "questions": { - "frustration": { - "criteria": [ - "calm", - "mildly annoyed", - "angry" - ], - "instructions": "How frustrated is the customer?", - "type": "score" - }, - "is_refund_request": { - "instructions": "Is the customer asking for a refund?", - "type": "noul" - }, - "team": { - "criteria": { - "billing": "Payments, invoices, and refunds", - "support": "Technical issues and bugs" - }, - "instructions": "Which team should handle this?", - "type": "choice" - } - }, - "state": "I was charged twice. Can I get a refund?" - }, - "schema": { - "properties": { - "model": { - "default": "eu-jeff-latest", - "description": "eu-jeff-latest follows the current release, eu-jeff-1.0.0 pins it", - "title": "Model", - "type": "string" - }, - "questions": { - "additionalProperties": { - "discriminator": { - "propertyName": "type" - }, - "oneOf": [ - { - "properties": { - "criteria": { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference" - }, - "description": "Two to 64 options, option name to description. A null description uses the option name", - "maxProperties": 64, - "minProperties": 2, - "title": "Criteria", - "type": "object" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "choice", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions", - "criteria" - ], - "title": "EuJevChoiceQuestion", - "type": "object" - }, - { - "properties": { - "criteria": { - "anyOf": [ - { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ] - }, - "propertyNames": { - "enum": [ - "true", - "false" - ] - }, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional descriptions of what true and false mean", - "title": "Criteria" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "noul", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions" - ], - "title": "EuJevNoulQuestion", - "type": "object" - }, - { - "properties": { - "criteria": { - "description": "Two to 10 level descriptions, ordered from low to high", - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference" - }, - "maxItems": 10, - "minItems": 2, - "title": "Criteria", - "type": "array" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "score", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions", - "criteria" - ], - "title": "EuJevScoreQuestion", - "type": "object" - } - ] - }, - "description": "One to eight questions, keyed by names of up to 80 characters", - "maxProperties": 8, - "minProperties": 1, - "propertyNames": { - "maxLength": 80, - "minLength": 1 - }, - "title": "Questions", - "type": "object" - }, - "state": { - "anyOf": [ - { - "maxLength": 100000, - "minLength": 1, - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - } - ], - "description": "The content to evaluate, a string of up to 100,000 characters or a JSON object or array", - "title": "State" - } - }, - "required": [ - "state", - "questions" - ], - "title": "EuJevDecisionRequest", - "type": "object" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EuJevDecisionResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Eu Jev Proxy Route", - "tags": [ - "llm_passthrough" - ] - }, + "/eu_jev/v1/systemone": { "post": { - "description": "Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`.\n\n`POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`)\nand returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is\nrejected with a 400.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/eu_jev)", - "operationId": "eu_jev_proxy_route_eu_jev__endpoint__post", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], + "description": "Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`.\n\n`POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`)\nand returns one answer per question name, with spend booked from the reported `usage`. `custom_body` and\n`stream` are rejected with a 400.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/eu_jev)", + "operationId": "eu_jev_proxy_route_eu_jev_v1_systemone_post", "requestBody": { "content": { "application/json": { @@ -32966,344 +31971,6 @@ } }, "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" - } - }, - "security": [ - { - "APIKeyHeader": [] - } - ], - "summary": "Eu Jev Proxy Route", - "tags": [ - "llm_passthrough" - ] - }, - "put": { - "description": "Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`.\n\n`POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`)\nand returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is\nrejected with a 400.\n\n[Docs](https://docs.litellm.ai/docs/pass_through/eu_jev)", - "operationId": "eu_jev_proxy_route_eu_jev__endpoint__put", - "parameters": [ - { - "in": "path", - "name": "endpoint", - "required": true, - "schema": { - "title": "Endpoint", - "type": "string" - } - } - ], - "requestBody": { - "content": { - "application/json": { - "example": { - "model": "eu-jeff-latest", - "questions": { - "frustration": { - "criteria": [ - "calm", - "mildly annoyed", - "angry" - ], - "instructions": "How frustrated is the customer?", - "type": "score" - }, - "is_refund_request": { - "instructions": "Is the customer asking for a refund?", - "type": "noul" - }, - "team": { - "criteria": { - "billing": "Payments, invoices, and refunds", - "support": "Technical issues and bugs" - }, - "instructions": "Which team should handle this?", - "type": "choice" - } - }, - "state": "I was charged twice. Can I get a refund?" - }, - "schema": { - "properties": { - "model": { - "default": "eu-jeff-latest", - "description": "eu-jeff-latest follows the current release, eu-jeff-1.0.0 pins it", - "title": "Model", - "type": "string" - }, - "questions": { - "additionalProperties": { - "discriminator": { - "propertyName": "type" - }, - "oneOf": [ - { - "properties": { - "criteria": { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference" - }, - "description": "Two to 64 options, option name to description. A null description uses the option name", - "maxProperties": 64, - "minProperties": 2, - "title": "Criteria", - "type": "object" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "choice", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions", - "criteria" - ], - "title": "EuJevChoiceQuestion", - "type": "object" - }, - { - "properties": { - "criteria": { - "anyOf": [ - { - "additionalProperties": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ] - }, - "propertyNames": { - "enum": [ - "true", - "false" - ] - }, - "type": "object" - }, - { - "type": "null" - } - ], - "description": "Optional descriptions of what true and false mean", - "title": "Criteria" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "noul", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions" - ], - "title": "EuJevNoulQuestion", - "type": "object" - }, - { - "properties": { - "criteria": { - "description": "Two to 10 level descriptions, ordered from low to high", - "items": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference" - }, - "maxItems": 10, - "minItems": 2, - "title": "Criteria", - "type": "array" - }, - "instructions": { - "anyOf": [ - { - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - }, - { - "type": "null" - } - ], - "description": "Free text, or a JSON object, array or null that eu/jev serializes to text before inference", - "title": "Instructions" - }, - "type": { - "const": "score", - "title": "Type", - "type": "string" - } - }, - "required": [ - "type", - "instructions", - "criteria" - ], - "title": "EuJevScoreQuestion", - "type": "object" - } - ] - }, - "description": "One to eight questions, keyed by names of up to 80 characters", - "maxProperties": 8, - "minProperties": 1, - "propertyNames": { - "maxLength": 80, - "minLength": 1 - }, - "title": "Questions", - "type": "object" - }, - "state": { - "anyOf": [ - { - "maxLength": 100000, - "minLength": 1, - "type": "string" - }, - { - "additionalProperties": true, - "type": "object" - }, - { - "items": {}, - "type": "array" - } - ], - "description": "The content to evaluate, a string of up to 100,000 characters or a JSON object or array", - "title": "State" - } - }, - "required": [ - "state", - "questions" - ], - "title": "EuJevDecisionRequest", - "type": "object" - } - } - }, - "required": true - }, - "responses": { - "200": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/EuJevDecisionResponse" - } - } - }, - "description": "Successful Response" - }, - "422": { - "content": { - "application/json": { - "schema": { - "$ref": "#/components/schemas/HTTPValidationError" - } - } - }, - "description": "Validation Error" } }, "security": [ diff --git a/litellm/proxy/auth/auth_utils.py b/litellm/proxy/auth/auth_utils.py index 7a186d84aa5..25021453ab8 100644 --- a/litellm/proxy/auth/auth_utils.py +++ b/litellm/proxy/auth/auth_utils.py @@ -2161,6 +2161,13 @@ def _extract_model_candidates_from_request( except ValueError as exc: raise HTTPException(status_code=400, detail=str(exc)) from exc return _dedupe_model_candidates((f"{provider}/{decision_model}",)) + if route.rstrip("/") == "/eu_jev/v1/systemone": + from litellm.llms.eu_jev import eu_jev_registry_model + + requested_model: Final = TypeAdapter(Mapping[str, object]).validate_python(request_data).get("model") + if requested_model is not None and not isinstance(requested_model, str): + raise HTTPException(status_code=400, detail="eu_jev model must be a string") + return [f"eu_jev/{eu_jev_registry_model(requested_model)}"] if route == "/cost/predict-cache": prediction_models: Final = _cache_prediction_model_candidates(request_data, llm_router, team_id) # pyright: ignore[reportUnknownArgumentType] # the typed reader validates each deployment ID from this legacy payload return _dedupe_model_candidates(prediction_models) diff --git a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py index ecc9b46105c..7b259fe6d19 100644 --- a/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py +++ b/litellm/proxy/pass_through_endpoints/llm_passthrough_endpoints.py @@ -715,15 +715,13 @@ _EU_JEV_DECISION_REQUEST_BODY: Final = inline_request_body( ) -@router.api_route( - "/eu_jev/{endpoint:path}", - methods=["GET", "POST", "PUT", "DELETE", "PATCH"], +@router.post( + "/eu_jev/v1/systemone", tags=["eu/jev Pass-through", "pass-through"], responses={200: {"model": EuJevDecisionResponse}}, openapi_extra={"requestBody": _EU_JEV_DECISION_REQUEST_BODY}, ) async def eu_jev_proxy_route( - endpoint: str, request: Request, fastapi_response: Response, user_api_key_dict: Annotated[UserAPIKeyAuth, Depends(user_api_key_auth)], @@ -732,8 +730,8 @@ async def eu_jev_proxy_route( Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`. `POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`) - and returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is - rejected with a 400. + and returns one answer per question name, with spend booked from the reported `usage`. `custom_body` and + `stream` are rejected with a 400. [Docs](https://docs.litellm.ai/docs/pass_through/eu_jev) """ @@ -742,19 +740,18 @@ async def eu_jev_proxy_route( raise HTTPException(status_code=400, detail="custom_body is not supported for eu_jev requests") if body.get("stream"): raise HTTPException(status_code=400, detail="Streaming is not supported for eu_jev requests") - base_target_url: Final = get_secret_str("EU_JEV_API_BASE") or "https://eu-jev.com" - encoded_endpoint: Final = httpx.URL(endpoint).path - normalized_endpoint: Final = encoded_endpoint if encoded_endpoint.startswith("/") else f"/{encoded_endpoint}" - base_url: Final = httpx.URL(base_target_url) - updated_url: Final = base_url.copy_with( - path=HttpPassThroughEndpointHelpers.join_base_and_endpoint_path(base_url, normalized_endpoint), - ) eu_jev_api_key: Final = passthrough_endpoint_router.get_credentials( custom_llm_provider="eu_jev", region_name=None, ) + if not eu_jev_api_key: + raise HTTPException(status_code=503, detail="eu_jev is not configured, set EU_JEV_API_KEY on the proxy") + base_url: Final = httpx.URL(get_secret_str("EU_JEV_API_BASE") or "https://eu-jev.com") + updated_url: Final = base_url.copy_with( + path=HttpPassThroughEndpointHelpers.join_base_and_endpoint_path(base_url, "/v1/systemone"), + ) endpoint_func: Final = create_pass_through_route( - endpoint=endpoint, + endpoint="v1/systemone", target=str(updated_url), custom_headers={ "Authorization": f"Bearer {eu_jev_api_key}", diff --git a/tests/unit/proxy/auth/test_auth_utils.py b/tests/unit/proxy/auth/test_auth_utils.py index ee1ae43fd3a..ed606036fe0 100644 --- a/tests/unit/proxy/auth/test_auth_utils.py +++ b/tests/unit/proxy/auth/test_auth_utils.py @@ -1028,6 +1028,33 @@ def test_oss_native_model_cannot_implicitly_select_an_unauthorized_checkpoint(pr assert denied.value.status_code == 400 +# eu-jev.com/docs (read 2026-10-21): an omitted model means eu-jeff-latest, and the legacy names +# jeff-latest and jeff-1.0.0 answer with the current release. +@pytest.mark.parametrize( + ("request_data", "permission_model"), + [ + ({}, "eu_jev/eu-jeff-latest"), + ({"model": None}, "eu_jev/eu-jeff-latest"), + ({"model": "eu-jeff-latest"}, "eu_jev/eu-jeff-latest"), + ({"model": "jeff-latest"}, "eu_jev/eu-jeff-latest"), + ({"model": "jeff-1.0.0"}, "eu_jev/eu-jeff-latest"), + ({"model": "eu-jeff-1.0.0"}, "eu_jev/eu-jeff-1.0.0"), + ], +) +@pytest.mark.parametrize("suffix", ["", "/"]) +def test_eu_jev_decision_is_checked_against_the_model_eu_jev_runs( + request_data: dict[str, object], permission_model: str, suffix: str +) -> None: + assert get_model_from_request(request_data=request_data, route=f"/eu_jev/v1/systemone{suffix}") == permission_model + + +@pytest.mark.parametrize("model", [["eu-jeff-latest"], 7, {"name": "eu-jeff-latest"}]) +def test_eu_jev_decision_rejects_a_model_that_is_not_a_string(model: object) -> None: + with pytest.raises(HTTPException) as denied: + get_model_from_request(request_data={"model": model}, route="/eu_jev/v1/systemone") + assert denied.value.status_code == 400 + + def test_laya_model_normalization_does_not_change_other_provider_routes() -> None: assert get_model_from_request(request_data={"model": "jev-latest"}, route="/typesafe/v1/systemone") == "jev-latest" assert get_model_from_request(request_data={}, route="/laya/health") is None diff --git a/tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_typesafe_passthrough_logging_handler.py b/tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_typesafe_passthrough_logging_handler.py index dd7b82070f1..6374eed716e 100644 --- a/tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_typesafe_passthrough_logging_handler.py +++ b/tests/unit/proxy/pass_through_endpoints/llm_provider_handlers/test_typesafe_passthrough_logging_handler.py @@ -391,6 +391,54 @@ def test_eu_jev_decision_is_priced_from_its_registry_row(): assert response["kwargs"]["combined_usage_object"].completion_tokens == 0 +# eu-jev.com/docs (read 2026-10-21): an omitted model and the legacy names answer with the current release, +# which a future eu/jev release reports under a version the registry does not list yet. +@pytest.mark.parametrize("request_body", [{}, {"model": "jeff-latest"}, {"model": "jeff-1.0.0"}]) +def test_eu_jev_current_release_requests_are_priced_as_the_latest_alias(request_body: dict[str, object]) -> None: + unlisted_release: Final = "eu-jeff-99.0.0" + assert f"eu_jev/{unlisted_release}" not in litellm.model_cost + response = TypeSafePassthroughLoggingHandler.typesafe_passthrough_handler( + httpx_response=_response(), + response_body={"model": unlisted_release, "usage": {"input_tokens": 64, "output_tokens": 0}}, + logging_obj=_logging_obj(), + url_route="https://eu-jev.com/v1/systemone", + result='{"answers": {}}', + start_time=datetime.now(), + end_time=datetime.now(), + cache_hit=False, + request_body=request_body, + custom_llm_provider="eu_jev", + ) + + latest_cost: Final = litellm.model_cost["eu_jev/eu-jeff-latest"]["input_cost_per_token"] + assert response["kwargs"]["model"] == f"eu_jev/{unlisted_release}" + assert latest_cost > 0 + assert response["kwargs"]["response_cost"] == pytest.approx(64 * latest_cost) + + +def test_eu_jev_pinned_release_is_not_priced_as_the_latest_alias(monkeypatch: pytest.MonkeyPatch) -> None: + monkeypatch.setitem( + litellm.model_cost, + "eu_jev/eu-jeff-latest", + {**litellm.model_cost["eu_jev/eu-jeff-latest"], "input_cost_per_token": 1.0}, + ) + response = TypeSafePassthroughLoggingHandler.typesafe_passthrough_handler( + httpx_response=_response(), + response_body={"model": "eu-jeff-1.0.0", "usage": {"input_tokens": 64, "output_tokens": 0}}, + logging_obj=_logging_obj(), + url_route="https://eu-jev.com/v1/systemone", + result='{"answers": {}}', + start_time=datetime.now(), + end_time=datetime.now(), + cache_hit=False, + request_body={"model": "eu-jeff-1.0.0"}, + custom_llm_provider="eu_jev", + ) + + pinned_cost: Final = litellm.model_cost["eu_jev/eu-jeff-1.0.0"]["input_cost_per_token"] + assert response["kwargs"]["response_cost"] == pytest.approx(64 * pinned_cost) + + def test_success_handler_dispatches_eu_jev_to_the_shared_handler(): normalized = PassThroughEndpointLogging().normalize_llm_passthrough_logging_payload( httpx_response=_response(), diff --git a/tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py b/tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py index 9ef360a2c00..5df6e534f60 100644 --- a/tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py +++ b/tests/unit/proxy/pass_through_endpoints/test_llm_pass_through_endpoints.py @@ -8326,14 +8326,6 @@ class TestTypeSafePassthroughRoute: class TestEuJevPassthroughRoute: - @staticmethod - def _request(body: object, query_params: Mapping[str, str] | None = None) -> MagicMock: - request = MagicMock(spec=Request) - request.method = "POST" - request.query_params = query_params or {} - request.json = AsyncMock(return_value=body) - return request - @pytest.fixture def client(self, monkeypatch: pytest.MonkeyPatch) -> Iterator[TestClient]: from litellm.proxy.proxy_server import app @@ -8359,6 +8351,49 @@ class TestEuJevPassthroughRoute: assert sent.headers["authorization"] == "Bearer eu-jev-test-key" assert json.loads(sent.content) == body + def test_forwards_query_params_to_the_decision_endpoint(self, client: TestClient) -> None: + with respx.mock(assert_all_called=True) as upstream: + route: Final = upstream.post("https://eu-jev.example/base/v1/systemone", params={"trace": "yes"}).respond( + 200, json={"answers": {}} + ) + response: Final = client.post("/eu_jev/v1/systemone?trace=yes", json={"state": "x"}) + + assert response.status_code == 200 + assert route.called + + def test_uses_the_hosted_api_when_base_is_unset(self, client: TestClient, monkeypatch: pytest.MonkeyPatch) -> None: + monkeypatch.delenv("EU_JEV_API_BASE") + with respx.mock(assert_all_called=True) as upstream: + route: Final = upstream.post("https://eu-jev.com/v1/systemone").respond(200, json={"answers": {}}) + response: Final = client.post("/eu_jev/v1/systemone", json={"state": "x"}) + + assert response.status_code == 200 + assert route.called + + def test_answers_503_without_calling_upstream_when_the_key_is_unset( + self, client: TestClient, monkeypatch: pytest.MonkeyPatch + ) -> None: + monkeypatch.delenv("EU_JEV_API_KEY") + with respx.mock(assert_all_called=False) as upstream: + route: Final = upstream.route(host="eu-jev.example").respond(200, json={"answers": {}}) + response: Final = client.post("/eu_jev/v1/systemone", json={"state": "x"}) + + assert response.status_code == 503 + assert "EU_JEV_API_KEY" in response.text + assert not route.called + + @pytest.mark.parametrize( + ("method", "path"), + [("GET", "/eu_jev/api/account/keys"), ("DELETE", "/eu_jev/v1/keys/abc"), ("GET", "/eu_jev/v1/systemone")], + ) + def test_forwards_nothing_but_a_decision(self, client: TestClient, method: str, path: str) -> None: + with respx.mock(assert_all_called=False) as upstream: + route: Final = upstream.route(host="eu-jev.example").respond(200, json={}) + response: Final = client.request(method, path) + + assert response.status_code in (404, 405) + assert not route.called + def test_rejects_custom_body_that_would_replace_the_authorized_request(self, client: TestClient) -> None: smuggled: Final = {"model": "eu-jeff-latest", "state": "refund", "questions": {"q": {"type": "noul"}}} with respx.mock(assert_all_called=False) as upstream: @@ -8380,64 +8415,6 @@ class TestEuJevPassthroughRoute: assert "Streaming" in response.text assert not route.called - @pytest.mark.asyncio - async def test_forwards_target_auth_headers_provider_and_query(self, monkeypatch: pytest.MonkeyPatch) -> None: - monkeypatch.setenv("EU_JEV_API_KEY", "eu-jev-test-key") - monkeypatch.setenv("EU_JEV_API_BASE", "https://eu-jev.example/base") - - async def fake_upstream(request, *_args): - target: Final = create_route.call_args.kwargs["target"] - upstream_url: Final = httpx.URL(target).copy_merge_params(request.query_params) - return Response(content=json.dumps({"upstream_query": parse_qs(upstream_url.query.decode())})) - - endpoint_func = AsyncMock(side_effect=fake_upstream) - create_route = Mock(return_value=endpoint_func) - monkeypatch.setattr( - "litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints.create_pass_through_route", - create_route, - ) - - result = await eu_jev_proxy_route( - endpoint="v1/systemone", - request=self._request({"state": "x"}, {"trace": "yes"}), - fastapi_response=MagicMock(spec=Response), - user_api_key_dict=UserAPIKeyAuth(api_key="virtual-key"), - ) - - assert json.loads(result.body) == {"upstream_query": {"trace": ["yes"]}} - endpoint_func.assert_awaited_once() - create_route.assert_called_once_with( - endpoint="v1/systemone", - target="https://eu-jev.example/base/v1/systemone", - custom_headers={ - "Authorization": "Bearer eu-jev-test-key", - "Content-Type": "application/json", - }, - custom_llm_provider="eu_jev", - is_streaming_request=False, - ) - - @pytest.mark.asyncio - async def test_uses_the_hosted_api_when_base_is_unset(self, monkeypatch: pytest.MonkeyPatch) -> None: - monkeypatch.setenv("EU_JEV_API_KEY", "eu-jev-test-key") - monkeypatch.delenv("EU_JEV_API_BASE", raising=False) - - endpoint_func = AsyncMock(return_value=Response()) - create_route = Mock(return_value=endpoint_func) - monkeypatch.setattr( - "litellm.proxy.pass_through_endpoints.llm_passthrough_endpoints.create_pass_through_route", - create_route, - ) - - await eu_jev_proxy_route( - endpoint="v1/systemone", - request=self._request({"state": "x"}), - fastapi_response=MagicMock(spec=Response), - user_api_key_dict=UserAPIKeyAuth(api_key="virtual-key"), - ) - - assert create_route.call_args.kwargs["target"] == "https://eu-jev.com/v1/systemone" - @pytest.mark.parametrize("provider", ["laya", "bespoke"]) class TestOssDecisionPassthroughRoute: diff --git a/tests/unit/proxy/pass_through_endpoints/test_pass_through_endpoints.py b/tests/unit/proxy/pass_through_endpoints/test_pass_through_endpoints.py index f0baceecdaa..ffa30d11b52 100644 --- a/tests/unit/proxy/pass_through_endpoints/test_pass_through_endpoints.py +++ b/tests/unit/proxy/pass_through_endpoints/test_pass_through_endpoints.py @@ -82,6 +82,7 @@ PROTOCOL_CONSTRAINED_PASS_THROUGH_ROUTES: Final = MappingProxyType( "/tinyfish/{endpoint:path}": frozenset({"GET", "POST"}), "/laya/v1/systemone": frozenset({"POST"}), "/bespoke/v1/systemone": frozenset({"POST"}), + "/eu_jev/v1/systemone": frozenset({"POST"}), } ) diff --git a/ui/litellm-dashboard/src/lib/http/schema.d.ts b/ui/litellm-dashboard/src/lib/http/schema.d.ts index 44f8932f212..3d8c50be4ca 100644 --- a/ui/litellm-dashboard/src/lib/http/schema.d.ts +++ b/ui/litellm-dashboard/src/lib/http/schema.d.ts @@ -5333,70 +5333,30 @@ export interface paths { patch: operations["assemblyai_proxy_route_eu_assemblyai__endpoint__patch"]; trace?: never; }; - "/eu_jev/{endpoint}": { + "/eu_jev/v1/systemone": { parameters: { query?: never; header?: never; path?: never; cookie?: never; }; + get?: never; + put?: never; /** * Eu Jev Proxy Route * @description Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`. * * `POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`) - * and returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is - * rejected with a 400. + * and returns one answer per question name, with spend booked from the reported `usage`. `custom_body` and + * `stream` are rejected with a 400. * * [Docs](https://docs.litellm.ai/docs/pass_through/eu_jev) */ - get: operations["eu_jev_proxy_route_eu_jev__endpoint__get"]; - /** - * Eu Jev Proxy Route - * @description Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`. - * - * `POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`) - * and returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is - * rejected with a 400. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/eu_jev) - */ - put: operations["eu_jev_proxy_route_eu_jev__endpoint__put"]; - /** - * Eu Jev Proxy Route - * @description Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`. - * - * `POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`) - * and returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is - * rejected with a 400. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/eu_jev) - */ - post: operations["eu_jev_proxy_route_eu_jev__endpoint__post"]; - /** - * Eu Jev Proxy Route - * @description Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`. - * - * `POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`) - * and returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is - * rejected with a 400. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/eu_jev) - */ - delete: operations["eu_jev_proxy_route_eu_jev__endpoint__delete"]; + post: operations["eu_jev_proxy_route_eu_jev_v1_systemone_post"]; + delete?: never; options?: never; head?: never; - /** - * Eu Jev Proxy Route - * @description Forward a request to eu/jev, an EU-hosted decision API, with `EU_JEV_API_KEY`. - * - * `POST /eu_jev/v1/systemone` sends a `state` and one to eight named `questions` (`choice`, `noul` or `score`) - * and returns one answer per question name, with spend booked from the reported `usage`. `custom_body` is - * rejected with a 400. - * - * [Docs](https://docs.litellm.ai/docs/pass_through/eu_jev) - */ - patch: operations["eu_jev_proxy_route_eu_jev__endpoint__patch"]; + patch?: never; trace?: never; }; "/extraction": { @@ -59256,13 +59216,11 @@ export interface operations { }; }; }; - eu_jev_proxy_route_eu_jev__endpoint__get: { + eu_jev_proxy_route_eu_jev_v1_systemone_post: { parameters: { query?: never; header?: never; - path: { - endpoint: string; - }; + path?: never; cookie?: never; }; requestBody: { @@ -59394,611 +59352,6 @@ export interface operations { "application/json": components["schemas"]["EuJevDecisionResponse"]; }; }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["HTTPValidationError"]; - }; - }; - }; - }; - eu_jev_proxy_route_eu_jev__endpoint__put: { - parameters: { - query?: never; - header?: never; - path: { - endpoint: string; - }; - cookie?: never; - }; - requestBody: { - content: { - /** - * @example { - * "model": "eu-jeff-latest", - * "questions": { - * "frustration": { - * "criteria": [ - * "calm", - * "mildly annoyed", - * "angry" - * ], - * "instructions": "How frustrated is the customer?", - * "type": "score" - * }, - * "is_refund_request": { - * "instructions": "Is the customer asking for a refund?", - * "type": "noul" - * }, - * "team": { - * "criteria": { - * "billing": "Payments, invoices, and refunds", - * "support": "Technical issues and bugs" - * }, - * "instructions": "Which team should handle this?", - * "type": "choice" - * } - * }, - * "state": "I was charged twice. Can I get a refund?" - * } - */ - "application/json": { - /** - * Model - * @description eu-jeff-latest follows the current release, eu-jeff-1.0.0 pins it - * @default eu-jeff-latest - */ - model?: string; - /** - * Questions - * @description One to eight questions, keyed by names of up to 80 characters - */ - questions: { - [key: string]: { - /** - * Criteria - * @description Two to 64 options, option name to description. A null description uses the option name - */ - criteria: { - [key: string]: string | { - [key: string]: unknown; - } | unknown[] | null; - }; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "choice"; - } | { - /** - * Criteria - * @description Optional descriptions of what true and false mean - */ - criteria?: { - [key: string]: string | { - [key: string]: unknown; - } | unknown[] | null; - } | null; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "noul"; - } | { - /** - * Criteria - * @description Two to 10 level descriptions, ordered from low to high - */ - criteria: (string | { - [key: string]: unknown; - } | unknown[] | null)[]; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "score"; - }; - }; - /** - * State - * @description The content to evaluate, a string of up to 100,000 characters or a JSON object or array - */ - state: string | { - [key: string]: unknown; - } | unknown[]; - }; - }; - }; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["EuJevDecisionResponse"]; - }; - }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["HTTPValidationError"]; - }; - }; - }; - }; - eu_jev_proxy_route_eu_jev__endpoint__post: { - parameters: { - query?: never; - header?: never; - path: { - endpoint: string; - }; - cookie?: never; - }; - requestBody: { - content: { - /** - * @example { - * "model": "eu-jeff-latest", - * "questions": { - * "frustration": { - * "criteria": [ - * "calm", - * "mildly annoyed", - * "angry" - * ], - * "instructions": "How frustrated is the customer?", - * "type": "score" - * }, - * "is_refund_request": { - * "instructions": "Is the customer asking for a refund?", - * "type": "noul" - * }, - * "team": { - * "criteria": { - * "billing": "Payments, invoices, and refunds", - * "support": "Technical issues and bugs" - * }, - * "instructions": "Which team should handle this?", - * "type": "choice" - * } - * }, - * "state": "I was charged twice. Can I get a refund?" - * } - */ - "application/json": { - /** - * Model - * @description eu-jeff-latest follows the current release, eu-jeff-1.0.0 pins it - * @default eu-jeff-latest - */ - model?: string; - /** - * Questions - * @description One to eight questions, keyed by names of up to 80 characters - */ - questions: { - [key: string]: { - /** - * Criteria - * @description Two to 64 options, option name to description. A null description uses the option name - */ - criteria: { - [key: string]: string | { - [key: string]: unknown; - } | unknown[] | null; - }; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "choice"; - } | { - /** - * Criteria - * @description Optional descriptions of what true and false mean - */ - criteria?: { - [key: string]: string | { - [key: string]: unknown; - } | unknown[] | null; - } | null; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "noul"; - } | { - /** - * Criteria - * @description Two to 10 level descriptions, ordered from low to high - */ - criteria: (string | { - [key: string]: unknown; - } | unknown[] | null)[]; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "score"; - }; - }; - /** - * State - * @description The content to evaluate, a string of up to 100,000 characters or a JSON object or array - */ - state: string | { - [key: string]: unknown; - } | unknown[]; - }; - }; - }; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["EuJevDecisionResponse"]; - }; - }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["HTTPValidationError"]; - }; - }; - }; - }; - eu_jev_proxy_route_eu_jev__endpoint__delete: { - parameters: { - query?: never; - header?: never; - path: { - endpoint: string; - }; - cookie?: never; - }; - requestBody: { - content: { - /** - * @example { - * "model": "eu-jeff-latest", - * "questions": { - * "frustration": { - * "criteria": [ - * "calm", - * "mildly annoyed", - * "angry" - * ], - * "instructions": "How frustrated is the customer?", - * "type": "score" - * }, - * "is_refund_request": { - * "instructions": "Is the customer asking for a refund?", - * "type": "noul" - * }, - * "team": { - * "criteria": { - * "billing": "Payments, invoices, and refunds", - * "support": "Technical issues and bugs" - * }, - * "instructions": "Which team should handle this?", - * "type": "choice" - * } - * }, - * "state": "I was charged twice. Can I get a refund?" - * } - */ - "application/json": { - /** - * Model - * @description eu-jeff-latest follows the current release, eu-jeff-1.0.0 pins it - * @default eu-jeff-latest - */ - model?: string; - /** - * Questions - * @description One to eight questions, keyed by names of up to 80 characters - */ - questions: { - [key: string]: { - /** - * Criteria - * @description Two to 64 options, option name to description. A null description uses the option name - */ - criteria: { - [key: string]: string | { - [key: string]: unknown; - } | unknown[] | null; - }; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "choice"; - } | { - /** - * Criteria - * @description Optional descriptions of what true and false mean - */ - criteria?: { - [key: string]: string | { - [key: string]: unknown; - } | unknown[] | null; - } | null; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "noul"; - } | { - /** - * Criteria - * @description Two to 10 level descriptions, ordered from low to high - */ - criteria: (string | { - [key: string]: unknown; - } | unknown[] | null)[]; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "score"; - }; - }; - /** - * State - * @description The content to evaluate, a string of up to 100,000 characters or a JSON object or array - */ - state: string | { - [key: string]: unknown; - } | unknown[]; - }; - }; - }; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["EuJevDecisionResponse"]; - }; - }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["HTTPValidationError"]; - }; - }; - }; - }; - eu_jev_proxy_route_eu_jev__endpoint__patch: { - parameters: { - query?: never; - header?: never; - path: { - endpoint: string; - }; - cookie?: never; - }; - requestBody: { - content: { - /** - * @example { - * "model": "eu-jeff-latest", - * "questions": { - * "frustration": { - * "criteria": [ - * "calm", - * "mildly annoyed", - * "angry" - * ], - * "instructions": "How frustrated is the customer?", - * "type": "score" - * }, - * "is_refund_request": { - * "instructions": "Is the customer asking for a refund?", - * "type": "noul" - * }, - * "team": { - * "criteria": { - * "billing": "Payments, invoices, and refunds", - * "support": "Technical issues and bugs" - * }, - * "instructions": "Which team should handle this?", - * "type": "choice" - * } - * }, - * "state": "I was charged twice. Can I get a refund?" - * } - */ - "application/json": { - /** - * Model - * @description eu-jeff-latest follows the current release, eu-jeff-1.0.0 pins it - * @default eu-jeff-latest - */ - model?: string; - /** - * Questions - * @description One to eight questions, keyed by names of up to 80 characters - */ - questions: { - [key: string]: { - /** - * Criteria - * @description Two to 64 options, option name to description. A null description uses the option name - */ - criteria: { - [key: string]: string | { - [key: string]: unknown; - } | unknown[] | null; - }; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "choice"; - } | { - /** - * Criteria - * @description Optional descriptions of what true and false mean - */ - criteria?: { - [key: string]: string | { - [key: string]: unknown; - } | unknown[] | null; - } | null; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "noul"; - } | { - /** - * Criteria - * @description Two to 10 level descriptions, ordered from low to high - */ - criteria: (string | { - [key: string]: unknown; - } | unknown[] | null)[]; - /** - * Instructions - * @description Free text, or a JSON object, array or null that eu/jev serializes to text before inference - */ - instructions: string | { - [key: string]: unknown; - } | unknown[] | null; - /** - * Type - * @constant - */ - type: "score"; - }; - }; - /** - * State - * @description The content to evaluate, a string of up to 100,000 characters or a JSON object or array - */ - state: string | { - [key: string]: unknown; - } | unknown[]; - }; - }; - }; - responses: { - /** @description Successful Response */ - 200: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["EuJevDecisionResponse"]; - }; - }; - /** @description Validation Error */ - 422: { - headers: { - [name: string]: unknown; - }; - content: { - "application/json": components["schemas"]["HTTPValidationError"]; - }; - }; }; }; extraction_extraction_post: {